2024-11-22 18:55:38,139 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b 2024-11-22 18:55:38,170 main DEBUG Took 0.028561 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 18:55:38,170 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 18:55:38,171 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 18:55:38,172 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 18:55:38,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,184 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 18:55:38,218 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,221 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,223 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,225 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,226 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,227 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,228 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,229 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,230 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,233 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,234 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 18:55:38,235 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,235 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 18:55:38,237 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 18:55:38,239 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 18:55:38,241 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 18:55:38,242 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 18:55:38,243 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 18:55:38,244 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 18:55:38,258 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 18:55:38,262 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 18:55:38,264 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 18:55:38,265 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 18:55:38,265 main DEBUG createAppenders(={Console}) 2024-11-22 18:55:38,266 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b initialized 2024-11-22 18:55:38,267 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b 2024-11-22 18:55:38,267 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b OK. 2024-11-22 18:55:38,268 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 18:55:38,269 main DEBUG OutputStream closed 2024-11-22 18:55:38,269 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 18:55:38,269 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 18:55:38,270 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@37d4349f OK 2024-11-22 18:55:38,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 18:55:38,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 18:55:38,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 18:55:38,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 18:55:38,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 18:55:38,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 18:55:38,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 18:55:38,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 18:55:38,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 18:55:38,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 18:55:38,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 18:55:38,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 18:55:38,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 18:55:38,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 18:55:38,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 18:55:38,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 18:55:38,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 18:55:38,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 18:55:38,408 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 18:55:38,409 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@29ca3d04) with optional ClassLoader: null 2024-11-22 18:55:38,409 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 18:55:38,410 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@29ca3d04] started OK. 2024-11-22T18:55:38,431 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-22 18:55:38,435 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 18:55:38,435 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T18:55:38,862 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6 2024-11-22T18:55:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T18:55:38,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/cluster_995bf892-cfd9-c3b8-bbef-ad64456643b4, deleteOnExit=true 2024-11-22T18:55:38,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T18:55:38,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/test.cache.data in system properties and HBase conf 2024-11-22T18:55:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T18:55:38,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/hadoop.log.dir in system properties and HBase conf 2024-11-22T18:55:38,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T18:55:38,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T18:55:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T18:55:39,090 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T18:55:39,341 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T18:55:39,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T18:55:39,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T18:55:39,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T18:55:39,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T18:55:39,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T18:55:39,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T18:55:39,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T18:55:39,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T18:55:39,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T18:55:39,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/nfs.dump.dir in system properties and HBase conf 2024-11-22T18:55:39,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/java.io.tmpdir in system properties and HBase conf 2024-11-22T18:55:39,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T18:55:39,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T18:55:39,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T18:55:40,483 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T18:55:40,580 INFO [Time-limited test {}] log.Log(170): Logging initialized @3508ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T18:55:40,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:55:40,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:55:40,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:55:40,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:55:40,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T18:55:40,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:55:40,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:55:40,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:55:41,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b93e99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/java.io.tmpdir/jetty-localhost-38405-hadoop-hdfs-3_4_1-tests_jar-_-any-10513620775959128062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T18:55:41,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:38405} 2024-11-22T18:55:41,120 INFO [Time-limited test {}] server.Server(415): Started @4049ms 2024-11-22T18:55:41,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T18:55:41,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T18:55:41,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T18:55:41,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T18:55:41,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T18:55:41,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/hadoop.log.dir/,AVAILABLE} 2024-11-22T18:55:41,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T18:55:41,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@429b6cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/java.io.tmpdir/jetty-localhost-42095-hadoop-hdfs-3_4_1-tests_jar-_-any-13619337487291090144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:55:41,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:42095} 2024-11-22T18:55:41,888 INFO [Time-limited test {}] server.Server(415): Started @4817ms 2024-11-22T18:55:41,959 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T18:55:42,759 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/cluster_995bf892-cfd9-c3b8-bbef-ad64456643b4/data/data2/current/BP-202555942-172.17.0.2-1732301740165/current, will proceed with Du for space computation calculation, 2024-11-22T18:55:42,760 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/cluster_995bf892-cfd9-c3b8-bbef-ad64456643b4/data/data1/current/BP-202555942-172.17.0.2-1732301740165/current, will proceed with Du for space computation calculation, 2024-11-22T18:55:42,850 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T18:55:42,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5a9cbbd0cde68fa with lease ID 0xb2f944df8d2c2289: Processing first storage report for DS-48418008-d250-4820-ad1e-5294079e73fa from datanode DatanodeRegistration(127.0.0.1:41239, datanodeUuid=d82621aa-d4b7-4dec-9924-20f2f9554f66, infoPort=33421, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1995735830;c=1732301740165) 2024-11-22T18:55:42,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5a9cbbd0cde68fa with lease ID 0xb2f944df8d2c2289: from storage DS-48418008-d250-4820-ad1e-5294079e73fa node DatanodeRegistration(127.0.0.1:41239, datanodeUuid=d82621aa-d4b7-4dec-9924-20f2f9554f66, infoPort=33421, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1995735830;c=1732301740165), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T18:55:42,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5a9cbbd0cde68fa with lease ID 0xb2f944df8d2c2289: Processing first storage report for DS-d2a5bbcd-d2fe-4305-bba5-3f89f1aac7d5 from datanode DatanodeRegistration(127.0.0.1:41239, datanodeUuid=d82621aa-d4b7-4dec-9924-20f2f9554f66, infoPort=33421, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1995735830;c=1732301740165) 2024-11-22T18:55:42,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5a9cbbd0cde68fa with lease ID 0xb2f944df8d2c2289: from storage DS-d2a5bbcd-d2fe-4305-bba5-3f89f1aac7d5 node DatanodeRegistration(127.0.0.1:41239, datanodeUuid=d82621aa-d4b7-4dec-9924-20f2f9554f66, infoPort=33421, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1995735830;c=1732301740165), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T18:55:42,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6 2024-11-22T18:55:43,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/cluster_995bf892-cfd9-c3b8-bbef-ad64456643b4/zookeeper_0, clientPort=56258, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/cluster_995bf892-cfd9-c3b8-bbef-ad64456643b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/cluster_995bf892-cfd9-c3b8-bbef-ad64456643b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T18:55:43,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56258 2024-11-22T18:55:43,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:55:43,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:55:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741825_1001 (size=7) 2024-11-22T18:55:43,883 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f with version=8 2024-11-22T18:55:43,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/hbase-staging 2024-11-22T18:55:44,000 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T18:55:44,334 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d79ba0c344fb:0 server-side Connection retries=9 2024-11-22T18:55:44,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:55:44,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:55:44,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:55:44,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:55:44,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:55:44,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T18:55:44,629 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T18:55:44,641 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T18:55:44,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:55:44,685 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1301 (auto-detected) 2024-11-22T18:55:44,686 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T18:55:44,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38137 2024-11-22T18:55:44,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38137 connecting to ZooKeeper ensemble=127.0.0.1:56258 2024-11-22T18:55:44,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381370x0, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:55:44,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38137-0x1014108ce880000 connected 2024-11-22T18:55:44,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:55:44,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:55:44,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:55:44,944 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f, hbase.cluster.distributed=false 2024-11-22T18:55:44,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:55:45,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38137 2024-11-22T18:55:45,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38137 2024-11-22T18:55:45,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38137 2024-11-22T18:55:45,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38137 2024-11-22T18:55:45,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38137 2024-11-22T18:55:45,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d79ba0c344fb:0 server-side Connection retries=9 2024-11-22T18:55:45,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:55:45,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T18:55:45,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T18:55:45,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T18:55:45,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T18:55:45,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T18:55:45,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T18:55:45,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44321 2024-11-22T18:55:45,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44321 connecting to ZooKeeper ensemble=127.0.0.1:56258 2024-11-22T18:55:45,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:55:45,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:55:45,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443210x0, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T18:55:45,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443210x0, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:55:45,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T18:55:45,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44321-0x1014108ce880001 connected 2024-11-22T18:55:45,258 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T18:55:45,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T18:55:45,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T18:55:45,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44321 2024-11-22T18:55:45,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44321 2024-11-22T18:55:45,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44321 2024-11-22T18:55:45,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44321 2024-11-22T18:55:45,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44321 2024-11-22T18:55:45,331 DEBUG [M:0;d79ba0c344fb:38137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d79ba0c344fb:38137 2024-11-22T18:55:45,336 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d79ba0c344fb,38137,1732301744069 2024-11-22T18:55:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:55:45,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:55:45,361 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d79ba0c344fb,38137,1732301744069 2024-11-22T18:55:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T18:55:45,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:45,400 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T18:55:45,403 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d79ba0c344fb,38137,1732301744069 from backup master directory 2024-11-22T18:55:45,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d79ba0c344fb,38137,1732301744069 2024-11-22T18:55:45,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:55:45,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T18:55:45,410 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:55:45,410 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d79ba0c344fb,38137,1732301744069 2024-11-22T18:55:45,413 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T18:55:45,415 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T18:55:45,495 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/hbase.id] with ID: 46807877-2890-4a21-9199-fb25ba5fd2e4 2024-11-22T18:55:45,495 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/.tmp/hbase.id 2024-11-22T18:55:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741826_1002 (size=42) 2024-11-22T18:55:45,918 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/.tmp/hbase.id]:[hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/hbase.id] 2024-11-22T18:55:45,992 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T18:55:45,998 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T18:55:46,018 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-22T18:55:46,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:46,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741827_1003 (size=196) 2024-11-22T18:55:46,474 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:55:46,477 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T18:55:46,503 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:55:46,509 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T18:55:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741828_1004 (size=1189) 2024-11-22T18:55:46,976 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store 2024-11-22T18:55:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741829_1005 (size=34) 2024-11-22T18:55:47,020 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T18:55:47,024 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:55:47,027 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T18:55:47,027 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:55:47,028 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:55:47,030 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T18:55:47,030 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:55:47,030 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:55:47,032 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732301747027Disabling compacts and flushes for region at 1732301747027Disabling writes for close at 1732301747030 (+3 ms)Writing region close event to WAL at 1732301747030Closed at 1732301747030 2024-11-22T18:55:47,034 WARN [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/.initializing 2024-11-22T18:55:47,037 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/WALs/d79ba0c344fb,38137,1732301744069 2024-11-22T18:55:47,049 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T18:55:47,073 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C38137%2C1732301744069, suffix=, logDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/WALs/d79ba0c344fb,38137,1732301744069, archiveDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/oldWALs, maxLogs=10 2024-11-22T18:55:47,110 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/WALs/d79ba0c344fb,38137,1732301744069/d79ba0c344fb%2C38137%2C1732301744069.1732301747080, exclude list is [], retry=0 2024-11-22T18:55:47,136 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41239,DS-48418008-d250-4820-ad1e-5294079e73fa,DISK] 2024-11-22T18:55:47,140 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T18:55:47,191 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/WALs/d79ba0c344fb,38137,1732301744069/d79ba0c344fb%2C38137%2C1732301744069.1732301747080 2024-11-22T18:55:47,195 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-22T18:55:47,195 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:55:47,197 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:55:47,206 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,208 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T18:55:47,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:55:47,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:55:47,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T18:55:47,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:55:47,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:55:47,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T18:55:47,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:55:47,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:55:47,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T18:55:47,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:55:47,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:55:47,368 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,373 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,375 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,383 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,384 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,392 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T18:55:47,400 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T18:55:47,408 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:55:47,410 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61347560, jitterRate=-0.08585011959075928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T18:55:47,418 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732301747228Initializing all the Stores at 1732301747240 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301747244 (+4 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301747245 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301747246 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301747246Cleaning up temporary data from old regions at 1732301747384 (+138 ms)Region opened successfully at 1732301747418 (+34 ms) 2024-11-22T18:55:47,420 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T18:55:47,466 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786d0c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:55:47,510 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T18:55:47,526 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T18:55:47,526 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T18:55:47,531 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T18:55:47,534 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-22T18:55:47,540 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-22T18:55:47,541 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T18:55:47,581 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T18:55:47,594 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T18:55:47,598 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T18:55:47,600 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T18:55:47,604 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T18:55:47,606 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T18:55:47,610 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T18:55:47,619 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T18:55:47,622 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T18:55:47,625 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T18:55:47,629 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T18:55:47,653 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T18:55:47,655 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T18:55:47,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:55:47,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:47,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T18:55:47,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:47,667 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d79ba0c344fb,38137,1732301744069, sessionid=0x1014108ce880000, setting cluster-up flag (Was=false) 2024-11-22T18:55:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:47,695 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T18:55:47,698 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d79ba0c344fb,38137,1732301744069 2024-11-22T18:55:47,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:47,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:55:47,724 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T18:55:47,726 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d79ba0c344fb,38137,1732301744069 2024-11-22T18:55:47,735 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T18:55:47,810 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(746): ClusterId : 46807877-2890-4a21-9199-fb25ba5fd2e4 2024-11-22T18:55:47,813 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T18:55:47,823 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T18:55:47,824 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T18:55:47,828 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T18:55:47,829 DEBUG [RS:0;d79ba0c344fb:44321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6da11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d79ba0c344fb/172.17.0.2:0 2024-11-22T18:55:47,847 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T18:55:47,858 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d79ba0c344fb:44321 2024-11-22T18:55:47,862 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T18:55:47,862 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T18:55:47,863 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T18:55:47,866 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T18:55:47,870 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(2659): reportForDuty to master=d79ba0c344fb,38137,1732301744069 with port=44321, startcode=1732301745142 2024-11-22T18:55:47,879 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T18:55:47,888 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d79ba0c344fb,38137,1732301744069 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T18:55:47,897 DEBUG [RS:0;d79ba0c344fb:44321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T18:55:47,901 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:55:47,902 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:55:47,902 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:55:47,903 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=5, maxPoolSize=5 2024-11-22T18:55:47,903 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d79ba0c344fb:0, corePoolSize=10, maxPoolSize=10 2024-11-22T18:55:47,903 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:55:47,904 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:55:47,904 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:55:47,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T18:55:47,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T18:55:47,929 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732301777929 2024-11-22T18:55:47,931 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T18:55:47,932 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:55:47,932 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T18:55:47,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T18:55:47,937 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T18:55:47,937 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T18:55:47,937 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T18:55:47,937 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T18:55:47,942 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T18:55:47,970 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T18:55:47,972 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T18:55:47,972 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T18:55:47,982 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60323, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T18:55:47,984 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T18:55:47,986 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T18:55:47,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741831_1007 (size=1321) 2024-11-22T18:55:47,989 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T18:55:47,990 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:55:47,996 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38137 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T18:55:48,001 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.large.0-1732301747988,5,FailOnTimeoutGroup] 2024-11-22T18:55:48,024 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.small.0-1732301748001,5,FailOnTimeoutGroup] 2024-11-22T18:55:48,025 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T18:55:48,025 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T18:55:48,027 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T18:55:48,027 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T18:55:48,045 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T18:55:48,046 WARN [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-22T18:55:48,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741832_1008 (size=32) 2024-11-22T18:55:48,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:55:48,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T18:55:48,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T18:55:48,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:55:48,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:55:48,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T18:55:48,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T18:55:48,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:55:48,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:55:48,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T18:55:48,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T18:55:48,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:55:48,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:55:48,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T18:55:48,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T18:55:48,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:55:48,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:55:48,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T18:55:48,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740 2024-11-22T18:55:48,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740 2024-11-22T18:55:48,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T18:55:48,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T18:55:48,107 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T18:55:48,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T18:55:48,136 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:55:48,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74086096, jitterRate=0.10396885871887207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T18:55:48,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732301748055Initializing all the Stores at 1732301748059 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301748059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301748059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301748059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301748059Cleaning up temporary data from old regions at 1732301748106 (+47 ms)Region opened successfully at 1732301748142 (+36 ms) 2024-11-22T18:55:48,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T18:55:48,143 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T18:55:48,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T18:55:48,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T18:55:48,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T18:55:48,159 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T18:55:48,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732301748143Disabling compacts and flushes for region at 1732301748143Disabling writes for close at 1732301748144 (+1 ms)Writing region close event to WAL at 1732301748159 (+15 ms)Closed at 1732301748159 2024-11-22T18:55:48,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T18:55:48,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T18:55:48,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T18:55:48,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T18:55:48,214 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T18:55:48,365 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:49,366 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:50,366 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:51,367 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:52,368 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:53,368 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:54,369 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:54,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T18:55:54,618 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T18:55:55,370 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:56,370 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:57,371 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:58,372 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:55:59,372 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:00,373 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:01,374 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:02,374 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:03,375 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:04,376 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:05,377 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:06,377 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:07,378 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:08,379 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:09,380 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:10,381 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:11,381 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:12,382 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:12,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T18:56:13,383 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:14,383 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:15,384 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:16,385 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:17,386 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:18,047 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(2659): reportForDuty to master=d79ba0c344fb,38137,1732301744069 with port=44321, startcode=1732301745142 2024-11-22T18:56:18,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:18,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38137 {}] master.ServerManager(517): Registering regionserver=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:18,063 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:56:18,063 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45653 2024-11-22T18:56:18,063 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T18:56:18,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:56:18,068 DEBUG [RS:0;d79ba0c344fb:44321 {}] zookeeper.ZKUtil(111): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:18,068 WARN [RS:0;d79ba0c344fb:44321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T18:56:18,069 INFO [RS:0;d79ba0c344fb:44321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T18:56:18,069 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/WALs/d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:18,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d79ba0c344fb,44321,1732301745142] 2024-11-22T18:56:18,098 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T18:56:18,111 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T18:56:18,118 INFO [RS:0;d79ba0c344fb:44321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T18:56:18,118 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,119 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T18:56:18,125 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T18:56:18,126 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,127 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,127 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,127 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,127 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,127 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,128 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d79ba0c344fb:0, corePoolSize=2, maxPoolSize=2 2024-11-22T18:56:18,128 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,128 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,128 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,128 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,128 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,128 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d79ba0c344fb:0, corePoolSize=1, maxPoolSize=1 2024-11-22T18:56:18,129 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:56:18,129 DEBUG [RS:0;d79ba0c344fb:44321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d79ba0c344fb:0, corePoolSize=3, maxPoolSize=3 2024-11-22T18:56:18,130 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,130 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,130 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,130 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,130 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,130 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,44321,1732301745142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:56:18,157 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T18:56:18,159 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,44321,1732301745142-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,159 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,160 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.Replication(171): d79ba0c344fb,44321,1732301745142 started 2024-11-22T18:56:18,180 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:18,180 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1482): Serving as d79ba0c344fb,44321,1732301745142, RpcServer on d79ba0c344fb/172.17.0.2:44321, sessionid=0x1014108ce880001 2024-11-22T18:56:18,181 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T18:56:18,182 DEBUG [RS:0;d79ba0c344fb:44321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:18,182 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,44321,1732301745142' 2024-11-22T18:56:18,182 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T18:56:18,183 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T18:56:18,184 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T18:56:18,184 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T18:56:18,184 DEBUG [RS:0;d79ba0c344fb:44321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:18,185 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd79ba0c344fb,44321,1732301745142' 2024-11-22T18:56:18,185 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T18:56:18,185 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T18:56:18,186 DEBUG [RS:0;d79ba0c344fb:44321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T18:56:18,186 INFO [RS:0;d79ba0c344fb:44321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T18:56:18,186 INFO [RS:0;d79ba0c344fb:44321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T18:56:18,387 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:19,387 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:20,388 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:21,389 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:22,389 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:23,390 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:24,391 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:25,391 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:26,392 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:27,393 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:28,393 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:29,394 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:30,395 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:31,395 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:32,396 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:33,397 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:34,398 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:35,398 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:36,399 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:37,400 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:38,400 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:39,401 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:40,402 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:41,403 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:42,403 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:42,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T18:56:43,404 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:44,405 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:45,406 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:46,406 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:47,407 WARN [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T18:56:48,192 INFO [RS:0;d79ba0c344fb:44321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T18:56:48,198 INFO [RS:0;d79ba0c344fb:44321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C44321%2C1732301745142, suffix=, logDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/WALs/d79ba0c344fb,44321,1732301745142, archiveDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/oldWALs, maxLogs=32 2024-11-22T18:56:48,218 DEBUG [RS:0;d79ba0c344fb:44321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/WALs/d79ba0c344fb,44321,1732301745142/d79ba0c344fb%2C44321%2C1732301745142.1732301808200, exclude list is [], retry=0 2024-11-22T18:56:48,224 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41239,DS-48418008-d250-4820-ad1e-5294079e73fa,DISK] 2024-11-22T18:56:48,229 INFO [RS:0;d79ba0c344fb:44321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/WALs/d79ba0c344fb,44321,1732301745142/d79ba0c344fb%2C44321%2C1732301745142.1732301808200 2024-11-22T18:56:48,230 DEBUG [RS:0;d79ba0c344fb:44321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-22T18:56:48,411 DEBUG [d79ba0c344fb:38137 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T18:56:48,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:48,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d79ba0c344fb,44321,1732301745142, state=OPENING 2024-11-22T18:56:48,442 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T18:56:48,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:56:48,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:56:48,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:56:48,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:56:48,449 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T18:56:48,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:56:48,632 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T18:56:48,636 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41779, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T18:56:48,651 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T18:56:48,651 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T18:56:48,652 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T18:56:48,656 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d79ba0c344fb%2C44321%2C1732301745142.meta, suffix=.meta, logDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/WALs/d79ba0c344fb,44321,1732301745142, archiveDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/oldWALs, maxLogs=32 2024-11-22T18:56:48,677 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/WALs/d79ba0c344fb,44321,1732301745142/d79ba0c344fb%2C44321%2C1732301745142.meta.1732301808658.meta, exclude list is [], retry=0 2024-11-22T18:56:48,682 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41239,DS-48418008-d250-4820-ad1e-5294079e73fa,DISK] 2024-11-22T18:56:48,687 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/WALs/d79ba0c344fb,44321,1732301745142/d79ba0c344fb%2C44321%2C1732301745142.meta.1732301808658.meta 2024-11-22T18:56:48,688 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-22T18:56:48,688 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:56:48,690 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T18:56:48,694 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T18:56:48,700 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T18:56:48,705 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T18:56:48,706 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:56:48,706 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T18:56:48,707 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T18:56:48,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T18:56:48,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T18:56:48,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:48,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:56:48,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T18:56:48,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T18:56:48,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:48,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:56:48,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T18:56:48,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T18:56:48,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:48,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:56:48,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T18:56:48,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T18:56:48,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:48,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T18:56:48,725 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T18:56:48,727 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740 2024-11-22T18:56:48,730 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740 2024-11-22T18:56:48,735 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T18:56:48,735 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T18:56:48,738 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T18:56:48,741 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T18:56:48,744 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67774418, jitterRate=0.009917527437210083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T18:56:48,745 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T18:56:48,747 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732301808707Writing region info on filesystem at 1732301808707Initializing all the Stores at 1732301808710 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301808710Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301808711 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301808711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732301808711Cleaning up temporary data from old regions at 1732301808735 (+24 ms)Running coprocessor post-open hooks at 1732301808745 (+10 ms)Region opened successfully at 1732301808747 (+2 ms) 2024-11-22T18:56:48,758 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732301808622 2024-11-22T18:56:48,772 DEBUG [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T18:56:48,773 INFO [RS_OPEN_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T18:56:48,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:48,777 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d79ba0c344fb,44321,1732301745142, state=OPEN 2024-11-22T18:56:48,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:56:48,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T18:56:48,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:56:48,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T18:56:48,783 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:48,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T18:56:48,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d79ba0c344fb,44321,1732301745142 in 333 msec 2024-11-22T18:56:48,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T18:56:48,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.612 sec 2024-11-22T18:56:48,800 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T18:56:48,800 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T18:56:48,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T18:56:48,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d79ba0c344fb,44321,1732301745142, seqNum=-1] 2024-11-22T18:56:48,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T18:56:48,856 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41915, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T18:56:48,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.1 sec 2024-11-22T18:56:48,882 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732301808882, completionTime=-1 2024-11-22T18:56:48,886 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T18:56:48,886 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T18:56:48,922 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T18:56:48,922 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732301868922 2024-11-22T18:56:48,922 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732301928922 2024-11-22T18:56:48,922 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-11-22T18:56:48,924 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,38137,1732301744069-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:48,925 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,38137,1732301744069-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:48,925 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,38137,1732301744069-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:48,926 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d79ba0c344fb:38137, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:48,927 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:48,928 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:48,936 DEBUG [master/d79ba0c344fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T18:56:48,964 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.554sec 2024-11-22T18:56:48,966 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T18:56:48,968 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T18:56:48,969 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T18:56:48,970 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T18:56:48,970 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T18:56:48,971 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,38137,1732301744069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T18:56:48,972 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,38137,1732301744069-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T18:56:48,988 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T18:56:48,989 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T18:56:48,990 INFO [master/d79ba0c344fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d79ba0c344fb,38137,1732301744069-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T18:56:49,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@addfab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:56:49,074 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T18:56:49,074 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T18:56:49,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d79ba0c344fb,38137,-1 for getting cluster id 2024-11-22T18:56:49,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T18:56:49,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46807877-2890-4a21-9199-fb25ba5fd2e4' 2024-11-22T18:56:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T18:56:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46807877-2890-4a21-9199-fb25ba5fd2e4" 2024-11-22T18:56:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ce3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:56:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d79ba0c344fb,38137,-1] 2024-11-22T18:56:49,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T18:56:49,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:56:49,108 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T18:56:49,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de619a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:56:49,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T18:56:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d79ba0c344fb,44321,1732301745142, seqNum=-1] 2024-11-22T18:56:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T18:56:49,128 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T18:56:49,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d79ba0c344fb,38137,1732301744069 2024-11-22T18:56:49,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9a4015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:56:49,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d79ba0c344fb,38137,-1 for getting cluster id 2024-11-22T18:56:49,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T18:56:49,166 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46807877-2890-4a21-9199-fb25ba5fd2e4' 2024-11-22T18:56:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T18:56:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46807877-2890-4a21-9199-fb25ba5fd2e4" 2024-11-22T18:56:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2f7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:56:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d79ba0c344fb,38137,-1] 2024-11-22T18:56:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T18:56:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:56:49,171 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T18:56:49,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a9f507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T18:56:49,194 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=7851 2024-11-22T18:56:49,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T18:56:49,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d79ba0c344fb,38137,1732301744069 2024-11-22T18:56:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb2e2b8 2024-11-22T18:56:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T18:56:49,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T18:56:49,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:56:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-22T18:56:49,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:56:49,300 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:49,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-22T18:56:49,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:56:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:56:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741835_1011 (size=428) 2024-11-22T18:56:49,351 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f03cfde3f3abc7ec79ec6e29a38cec6, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:56:49,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741836_1012 (size=79) 2024-11-22T18:56:49,369 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:56:49,369 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5f03cfde3f3abc7ec79ec6e29a38cec6, disabling compactions & flushes 2024-11-22T18:56:49,369 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:56:49,369 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:56:49,369 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. after waiting 0 ms 2024-11-22T18:56:49,369 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:56:49,370 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:56:49,370 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f03cfde3f3abc7ec79ec6e29a38cec6: Waiting for close lock at 1732301809369Disabling compacts and flushes for region at 1732301809369Disabling writes for close at 1732301809369Writing region close event to WAL at 1732301809370 (+1 ms)Closed at 1732301809370 2024-11-22T18:56:49,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:56:49,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732301809374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301809374"}]},"ts":"1732301809374"} 2024-11-22T18:56:49,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:56:49,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:56:49,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301809388"}]},"ts":"1732301809388"} 2024-11-22T18:56:49,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-22T18:56:49,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f03cfde3f3abc7ec79ec6e29a38cec6, ASSIGN}] 2024-11-22T18:56:49,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f03cfde3f3abc7ec79ec6e29a38cec6, ASSIGN 2024-11-22T18:56:49,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f03cfde3f3abc7ec79ec6e29a38cec6, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:56:49,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f03cfde3f3abc7ec79ec6e29a38cec6, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:49,562 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f03cfde3f3abc7ec79ec6e29a38cec6, ASSIGN because future has completed 2024-11-22T18:56:49,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f03cfde3f3abc7ec79ec6e29a38cec6, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:56:49,728 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:56:49,729 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f03cfde3f3abc7ec79ec6e29a38cec6, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:56:49,729 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,729 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:56:49,729 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,730 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,733 INFO [StoreOpener-5f03cfde3f3abc7ec79ec6e29a38cec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,735 INFO [StoreOpener-5f03cfde3f3abc7ec79ec6e29a38cec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f03cfde3f3abc7ec79ec6e29a38cec6 columnFamilyName testFamily 2024-11-22T18:56:49,735 DEBUG [StoreOpener-5f03cfde3f3abc7ec79ec6e29a38cec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:49,737 INFO [StoreOpener-5f03cfde3f3abc7ec79ec6e29a38cec6-1 {}] regionserver.HStore(327): Store=5f03cfde3f3abc7ec79ec6e29a38cec6/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:56:49,737 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,739 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,739 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,740 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,741 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,744 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,748 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f03cfde3f3abc7ec79ec6e29a38cec6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:56:49,749 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f03cfde3f3abc7ec79ec6e29a38cec6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65874133, jitterRate=-0.01839892566204071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:56:49,749 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:56:49,750 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f03cfde3f3abc7ec79ec6e29a38cec6: Running coprocessor pre-open hook at 1732301809730Writing region info on filesystem at 1732301809730Initializing all the Stores at 1732301809732 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301809732Cleaning up temporary data from old regions at 1732301809741 (+9 ms)Running coprocessor post-open hooks at 1732301809749 (+8 ms)Region opened successfully at 1732301809750 (+1 ms) 2024-11-22T18:56:49,753 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6., pid=6, masterSystemTime=1732301809719 2024-11-22T18:56:49,758 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:56:49,758 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:56:49,759 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f03cfde3f3abc7ec79ec6e29a38cec6, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:49,763 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f03cfde3f3abc7ec79ec6e29a38cec6, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:56:49,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T18:56:49,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f03cfde3f3abc7ec79ec6e29a38cec6, server=d79ba0c344fb,44321,1732301745142 in 201 msec 2024-11-22T18:56:49,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T18:56:49,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f03cfde3f3abc7ec79ec6e29a38cec6, ASSIGN in 372 msec 2024-11-22T18:56:49,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:56:49,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301809778"}]},"ts":"1732301809778"} 2024-11-22T18:56:49,781 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-22T18:56:49,783 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:56:49,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 547 msec 2024-11-22T18:56:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T18:56:50,330 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-22T18:56:50,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-22T18:56:50,332 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:56:50,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-22T18:56:50,341 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:56:50,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-22T18:56:50,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T18:56:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d79ba0c344fb,44321,1732301745142, seqNum=-1] 2024-11-22T18:56:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T18:56:50,384 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T18:56:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:56:50,413 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:56:50,419 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-22T18:56:50,426 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-22T18:56:50,433 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-22T18:56:50,436 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-22T18:56:50,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-6159172248528748536 2024-11-22T18:56:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:34500 deadline: 1732301813436, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T18:56:50,450 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-22T18:56:50,452 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-22T18:56:50,453 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:56:50,457 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:56:50,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-6159172248528748534 2024-11-22T18:56:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:34500 deadline: 1732301813456, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T18:56:50,465 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:56:50,467 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-6159172248528748533 2024-11-22T18:56:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:34500 deadline: 1732301813465, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T18:56:50,473 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:56:50,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-6159172248528748532 2024-11-22T18:56:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:34500 deadline: 1732301813473, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T18:56:50,480 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:56:50,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:226) app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$769/0x00007f2008b92640.accept(Unknown Source) app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$431/0x00007f20089e4d18.accept(Unknown Source) java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) java.base@17.0.11/java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) app//org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) app//org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$766/0x00007f2008b94210.accept(Unknown Source) app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$431/0x00007f20089e4d18.accept(Unknown Source) java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) java.base@17.0.11/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) app//org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) app//org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller$$Lambda$750/0x00007f2008b7d098.accept(Unknown Source) app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$431/0x00007f20089e4d18.accept(Unknown Source) java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) java.base@17.0.11/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$765/0x00007f2008b8adb0.run(Unknown Source) app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) app//org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149) app//org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) app//org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1125953358_22 at /127.0.0.1:39984 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 316) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7809 (was 7851) 2024-11-22T18:56:50,512 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=7809 2024-11-22T18:56:50,517 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:56:50,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-22T18:56:50,529 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:56:50,529 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:50,529 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-22T18:56:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T18:56:50,534 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:56:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741837_1013 (size=414) 2024-11-22T18:56:50,558 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fafc409cd2533389095b8ffdf3915a63, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:56:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741838_1014 (size=65) 2024-11-22T18:56:50,596 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:56:50,597 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing fafc409cd2533389095b8ffdf3915a63, disabling compactions & flushes 2024-11-22T18:56:50,597 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:56:50,597 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:56:50,597 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. after waiting 0 ms 2024-11-22T18:56:50,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:56:50,598 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:56:50,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for fafc409cd2533389095b8ffdf3915a63: Waiting for close lock at 1732301810597Disabling compacts and flushes for region at 1732301810597Disabling writes for close at 1732301810597Writing region close event to WAL at 1732301810598 (+1 ms)Closed at 1732301810598 2024-11-22T18:56:50,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:56:50,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732301810601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301810601"}]},"ts":"1732301810601"} 2024-11-22T18:56:50,605 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:56:50,607 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:56:50,608 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301810607"}]},"ts":"1732301810607"} 2024-11-22T18:56:50,611 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-22T18:56:50,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fafc409cd2533389095b8ffdf3915a63, ASSIGN}] 2024-11-22T18:56:50,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fafc409cd2533389095b8ffdf3915a63, ASSIGN 2024-11-22T18:56:50,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fafc409cd2533389095b8ffdf3915a63, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:56:50,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fafc409cd2533389095b8ffdf3915a63, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:50,776 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fafc409cd2533389095b8ffdf3915a63, ASSIGN because future has completed 2024-11-22T18:56:50,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fafc409cd2533389095b8ffdf3915a63, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:56:50,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:56:50,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => fafc409cd2533389095b8ffdf3915a63, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:56:50,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:56:50,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,942 INFO [StoreOpener-fafc409cd2533389095b8ffdf3915a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,944 INFO [StoreOpener-fafc409cd2533389095b8ffdf3915a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafc409cd2533389095b8ffdf3915a63 columnFamilyName testFamily 2024-11-22T18:56:50,944 DEBUG [StoreOpener-fafc409cd2533389095b8ffdf3915a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:50,945 INFO [StoreOpener-fafc409cd2533389095b8ffdf3915a63-1 {}] regionserver.HStore(327): Store=fafc409cd2533389095b8ffdf3915a63/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:56:50,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScanner/fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScanner/fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScanner/fafc409cd2533389095b8ffdf3915a63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:56:50,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened fafc409cd2533389095b8ffdf3915a63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74195271, jitterRate=0.10559569299221039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:56:50,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:56:50,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for fafc409cd2533389095b8ffdf3915a63: Running coprocessor pre-open hook at 1732301810939Writing region info on filesystem at 1732301810939Initializing all the Stores at 1732301810941 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301810941Cleaning up temporary data from old regions at 1732301810948 (+7 ms)Running coprocessor post-open hooks at 1732301810956 (+8 ms)Region opened successfully at 1732301810957 (+1 ms) 2024-11-22T18:56:50,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63., pid=9, masterSystemTime=1732301810931 2024-11-22T18:56:50,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:56:50,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:56:50,964 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fafc409cd2533389095b8ffdf3915a63, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:50,968 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fafc409cd2533389095b8ffdf3915a63, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:56:50,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T18:56:50,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fafc409cd2533389095b8ffdf3915a63, server=d79ba0c344fb,44321,1732301745142 in 195 msec 2024-11-22T18:56:50,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T18:56:50,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fafc409cd2533389095b8ffdf3915a63, ASSIGN in 363 msec 2024-11-22T18:56:50,982 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:56:50,983 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301810982"}]},"ts":"1732301810982"} 2024-11-22T18:56:50,985 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-22T18:56:50,987 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:56:50,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 470 msec 2024-11-22T18:56:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T18:56:51,549 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-22T18:56:51,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-22T18:56:51,549 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:56:51,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-22T18:56:51,555 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:56:51,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-22T18:56:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:56:51,575 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:56:51,575 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-22T18:56:51,579 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T18:56:51,580 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-22T18:56:54,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T18:56:54,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-22T18:56:54,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T18:56:54,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-22T18:56:54,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T18:56:54,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T18:56:54,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T18:56:54,618 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T18:56:54,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-22T18:56:54,618 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T18:56:54,619 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-22T18:56:54,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-22T18:56:57,595 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=d79ba0c344fb:44321 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-11-22T18:56:57,595 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-11-22T18:56:57,595 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 from cache 2024-11-22T18:56:57,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=7809 (was 7809) 2024-11-22T18:56:57,618 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=7809 2024-11-22T18:56:57,621 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:56:57,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-22T18:56:57,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:56:57,625 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:57,625 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-22T18:56:57,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:56:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-22T18:56:57,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741839_1015 (size=412) 2024-11-22T18:56:58,039 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b121cf60919fe87983c2d8fe719cf5f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:56:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741840_1016 (size=63) 2024-11-22T18:56:58,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-22T18:56:58,449 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:56:58,449 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2b121cf60919fe87983c2d8fe719cf5f, disabling compactions & flushes 2024-11-22T18:56:58,449 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:56:58,449 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:56:58,449 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. after waiting 0 ms 2024-11-22T18:56:58,449 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:56:58,449 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:56:58,450 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b121cf60919fe87983c2d8fe719cf5f: Waiting for close lock at 1732301818449Disabling compacts and flushes for region at 1732301818449Disabling writes for close at 1732301818449Writing region close event to WAL at 1732301818449Closed at 1732301818449 2024-11-22T18:56:58,451 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:56:58,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732301818452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301818452"}]},"ts":"1732301818452"} 2024-11-22T18:56:58,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:56:58,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:56:58,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301818457"}]},"ts":"1732301818457"} 2024-11-22T18:56:58,459 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-22T18:56:58,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b121cf60919fe87983c2d8fe719cf5f, ASSIGN}] 2024-11-22T18:56:58,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b121cf60919fe87983c2d8fe719cf5f, ASSIGN 2024-11-22T18:56:58,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b121cf60919fe87983c2d8fe719cf5f, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:56:58,613 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2b121cf60919fe87983c2d8fe719cf5f, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:58,617 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b121cf60919fe87983c2d8fe719cf5f, ASSIGN because future has completed 2024-11-22T18:56:58,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b121cf60919fe87983c2d8fe719cf5f, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:56:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-22T18:56:58,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:56:58,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b121cf60919fe87983c2d8fe719cf5f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:56:58,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:56:58,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,780 INFO [StoreOpener-2b121cf60919fe87983c2d8fe719cf5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,782 INFO [StoreOpener-2b121cf60919fe87983c2d8fe719cf5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b121cf60919fe87983c2d8fe719cf5f columnFamilyName testFamily 2024-11-22T18:56:58,782 DEBUG [StoreOpener-2b121cf60919fe87983c2d8fe719cf5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:56:58,783 INFO [StoreOpener-2b121cf60919fe87983c2d8fe719cf5f-1 {}] regionserver.HStore(327): Store=2b121cf60919fe87983c2d8fe719cf5f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:56:58,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNextAsync/2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNextAsync/2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNextAsync/2b121cf60919fe87983c2d8fe719cf5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:56:58,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 2b121cf60919fe87983c2d8fe719cf5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69267891, jitterRate=0.032172009348869324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:56:58,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:56:58,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 2b121cf60919fe87983c2d8fe719cf5f: Running coprocessor pre-open hook at 1732301818778Writing region info on filesystem at 1732301818778Initializing all the Stores at 1732301818780 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301818780Cleaning up temporary data from old regions at 1732301818786 (+6 ms)Running coprocessor post-open hooks at 1732301818793 (+7 ms)Region opened successfully at 1732301818794 (+1 ms) 2024-11-22T18:56:58,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f., pid=12, masterSystemTime=1732301818771 2024-11-22T18:56:58,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:56:58,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:56:58,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2b121cf60919fe87983c2d8fe719cf5f, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:56:58,803 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b121cf60919fe87983c2d8fe719cf5f, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:56:58,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T18:56:58,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b121cf60919fe87983c2d8fe719cf5f, server=d79ba0c344fb,44321,1732301745142 in 186 msec 2024-11-22T18:56:58,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T18:56:58,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b121cf60919fe87983c2d8fe719cf5f, ASSIGN in 347 msec 2024-11-22T18:56:58,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:56:58,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301818811"}]},"ts":"1732301818811"} 2024-11-22T18:56:58,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-22T18:56:58,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:56:58,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1940 sec 2024-11-22T18:57:00,260 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-22T18:57:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-22T18:57:00,659 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-22T18:57:00,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-22T18:57:00,659 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:00,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-22T18:57:00,663 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:00,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-22T18:57:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:00,676 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:57:00,677 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-22T18:57:00,679 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T18:57:00,681 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T18:57:00,682 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T18:57:00,683 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-22T18:57:04,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T18:57:04,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-22T18:57:04,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T18:57:06,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44321 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748523' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T18:57:06,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44321 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:34500 deadline: 1732301832691, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748523' does not exist 2024-11-22T18:57:06,696 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to d79ba0c344fb,44321,1732301745142 for closing scanner id = -6159172248528748523 for 2b121cf60919fe87983c2d8fe719cf5f of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748523' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:57:06,700 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 304), ProcessCount=11 (was 11), AvailableMemoryMB=7791 (was 7809) 2024-11-22T18:57:06,711 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=7791 2024-11-22T18:57:06,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:57:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-22T18:57:06,719 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:57:06,719 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:06,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-22T18:57:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T18:57:06,722 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:57:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741841_1017 (size=423) 2024-11-22T18:57:06,745 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4206d7c0b0debf3c20d4883e35c47cd4, NAME => 'testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:57:06,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741842_1018 (size=74) 2024-11-22T18:57:06,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:06,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 4206d7c0b0debf3c20d4883e35c47cd4, disabling compactions & flushes 2024-11-22T18:57:06,768 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:06,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:06,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. after waiting 0 ms 2024-11-22T18:57:06,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:06,768 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:06,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4206d7c0b0debf3c20d4883e35c47cd4: Waiting for close lock at 1732301826768Disabling compacts and flushes for region at 1732301826768Disabling writes for close at 1732301826768Writing region close event to WAL at 1732301826768Closed at 1732301826768 2024-11-22T18:57:06,772 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:57:06,772 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732301826772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301826772"}]},"ts":"1732301826772"} 2024-11-22T18:57:06,776 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:57:06,778 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:57:06,778 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301826778"}]},"ts":"1732301826778"} 2024-11-22T18:57:06,783 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-22T18:57:06,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4206d7c0b0debf3c20d4883e35c47cd4, ASSIGN}] 2024-11-22T18:57:06,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4206d7c0b0debf3c20d4883e35c47cd4, ASSIGN 2024-11-22T18:57:06,788 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4206d7c0b0debf3c20d4883e35c47cd4, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:57:06,938 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4206d7c0b0debf3c20d4883e35c47cd4, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:06,942 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4206d7c0b0debf3c20d4883e35c47cd4, ASSIGN because future has completed 2024-11-22T18:57:06,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4206d7c0b0debf3c20d4883e35c47cd4, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:57:07,104 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:07,104 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4206d7c0b0debf3c20d4883e35c47cd4, NAME => 'testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:57:07,105 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,105 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:07,105 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,105 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,108 INFO [StoreOpener-4206d7c0b0debf3c20d4883e35c47cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,111 INFO [StoreOpener-4206d7c0b0debf3c20d4883e35c47cd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4206d7c0b0debf3c20d4883e35c47cd4 columnFamilyName testFamily 2024-11-22T18:57:07,112 DEBUG [StoreOpener-4206d7c0b0debf3c20d4883e35c47cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:07,112 INFO [StoreOpener-4206d7c0b0debf3c20d4883e35c47cd4-1 {}] regionserver.HStore(327): Store=4206d7c0b0debf3c20d4883e35c47cd4/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:57:07,113 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,114 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextException/4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,115 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextException/4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,115 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,115 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,118 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,123 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextException/4206d7c0b0debf3c20d4883e35c47cd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:57:07,126 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4206d7c0b0debf3c20d4883e35c47cd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68746762, jitterRate=0.02440658211708069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:57:07,126 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:07,127 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4206d7c0b0debf3c20d4883e35c47cd4: Running coprocessor pre-open hook at 1732301827105Writing region info on filesystem at 1732301827105Initializing all the Stores at 1732301827107 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301827107Cleaning up temporary data from old regions at 1732301827115 (+8 ms)Running coprocessor post-open hooks at 1732301827126 (+11 ms)Region opened successfully at 1732301827127 (+1 ms) 2024-11-22T18:57:07,128 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4., pid=15, masterSystemTime=1732301827097 2024-11-22T18:57:07,132 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:07,132 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:07,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4206d7c0b0debf3c20d4883e35c47cd4, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:07,136 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4206d7c0b0debf3c20d4883e35c47cd4, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:57:07,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T18:57:07,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4206d7c0b0debf3c20d4883e35c47cd4, server=d79ba0c344fb,44321,1732301745142 in 195 msec 2024-11-22T18:57:07,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T18:57:07,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4206d7c0b0debf3c20d4883e35c47cd4, ASSIGN in 359 msec 2024-11-22T18:57:07,146 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:57:07,147 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301827146"}]},"ts":"1732301827146"} 2024-11-22T18:57:07,150 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-22T18:57:07,152 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:57:07,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 437 msec 2024-11-22T18:57:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-22T18:57:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T18:57:07,729 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-22T18:57:07,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-22T18:57:07,729 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:07,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-22T18:57:07,735 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:07,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-22T18:57:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:07,751 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:57:07,752 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-22T18:57:07,755 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-22T18:57:07,757 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-22T18:57:07,759 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-22T18:57:07,760 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-6159172248528748519 2024-11-22T18:57:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:34500 deadline: 1732301830758, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T18:57:07,764 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-22T18:57:07,766 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-22T18:57:07,766 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:57:07,768 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:57:07,769 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-6159172248528748517 2024-11-22T18:57:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:34500 deadline: 1732301830767, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T18:57:07,772 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:57:07,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-6159172248528748516 2024-11-22T18:57:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:34500 deadline: 1732301830772, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T18:57:07,776 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:57:07,777 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-6159172248528748515 2024-11-22T18:57:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:34500 deadline: 1732301830776, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-22T18:57:07,784 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-22T18:57:07,795 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1125953358_22 at /127.0.0.1:39286 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=7786 (was 7791) 2024-11-22T18:57:07,805 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=7786 2024-11-22T18:57:07,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:57:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-22T18:57:07,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:57:07,812 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:07,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-22T18:57:07,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:57:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-22T18:57:07,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741843_1019 (size=418) 2024-11-22T18:57:08,232 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac6e962411d44b8643682a7e68665bfd, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:57:08,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741844_1020 (size=69) 2024-11-22T18:57:08,242 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:08,242 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing ac6e962411d44b8643682a7e68665bfd, disabling compactions & flushes 2024-11-22T18:57:08,242 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:08,242 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:08,242 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. after waiting 0 ms 2024-11-22T18:57:08,243 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:08,243 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:08,243 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac6e962411d44b8643682a7e68665bfd: Waiting for close lock at 1732301828242Disabling compacts and flushes for region at 1732301828242Disabling writes for close at 1732301828243 (+1 ms)Writing region close event to WAL at 1732301828243Closed at 1732301828243 2024-11-22T18:57:08,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:57:08,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732301828245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301828245"}]},"ts":"1732301828245"} 2024-11-22T18:57:08,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:57:08,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:57:08,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301828251"}]},"ts":"1732301828251"} 2024-11-22T18:57:08,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-22T18:57:08,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac6e962411d44b8643682a7e68665bfd, ASSIGN}] 2024-11-22T18:57:08,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac6e962411d44b8643682a7e68665bfd, ASSIGN 2024-11-22T18:57:08,258 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac6e962411d44b8643682a7e68665bfd, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:57:08,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ac6e962411d44b8643682a7e68665bfd, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:08,413 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac6e962411d44b8643682a7e68665bfd, ASSIGN because future has completed 2024-11-22T18:57:08,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac6e962411d44b8643682a7e68665bfd, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:57:08,573 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:08,573 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ac6e962411d44b8643682a7e68665bfd, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:57:08,574 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,574 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:08,574 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,574 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,576 INFO [StoreOpener-ac6e962411d44b8643682a7e68665bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,578 INFO [StoreOpener-ac6e962411d44b8643682a7e68665bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac6e962411d44b8643682a7e68665bfd columnFamilyName testFamily 2024-11-22T18:57:08,578 DEBUG [StoreOpener-ac6e962411d44b8643682a7e68665bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:08,579 INFO [StoreOpener-ac6e962411d44b8643682a7e68665bfd-1 {}] regionserver.HStore(327): Store=ac6e962411d44b8643682a7e68665bfd/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:57:08,579 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,580 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScanner/ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,581 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScanner/ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,582 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,582 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,584 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,588 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScanner/ac6e962411d44b8643682a7e68665bfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:57:08,589 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ac6e962411d44b8643682a7e68665bfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66327547, jitterRate=-0.01164253056049347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:57:08,589 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:08,591 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ac6e962411d44b8643682a7e68665bfd: Running coprocessor pre-open hook at 1732301828574Writing region info on filesystem at 1732301828574Initializing all the Stores at 1732301828576 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301828576Cleaning up temporary data from old regions at 1732301828582 (+6 ms)Running coprocessor post-open hooks at 1732301828589 (+7 ms)Region opened successfully at 1732301828590 (+1 ms) 2024-11-22T18:57:08,592 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., pid=18, masterSystemTime=1732301828567 2024-11-22T18:57:08,595 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:08,595 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:08,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ac6e962411d44b8643682a7e68665bfd, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:08,599 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac6e962411d44b8643682a7e68665bfd, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:57:08,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T18:57:08,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure ac6e962411d44b8643682a7e68665bfd, server=d79ba0c344fb,44321,1732301745142 in 187 msec 2024-11-22T18:57:08,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T18:57:08,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ac6e962411d44b8643682a7e68665bfd, ASSIGN in 350 msec 2024-11-22T18:57:08,608 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:57:08,608 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301828608"}]},"ts":"1732301828608"} 2024-11-22T18:57:08,611 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-22T18:57:08,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:57:08,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 804 msec 2024-11-22T18:57:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-22T18:57:08,828 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-22T18:57:08,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-22T18:57:08,829 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:08,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-22T18:57:08,833 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:08,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-22T18:57:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:08,849 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:57:08,849 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-22T18:57:08,853 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T18:57:08,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T18:57:09,857 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=d79ba0c344fb:44321 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-22T18:57:09,857 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-22T18:57:09,857 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 from cache 2024-11-22T18:57:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-22T18:57:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:10,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T18:57:11,858 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=d79ba0c344fb:44321 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=981ms 2024-11-22T18:57:11,858 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=981ms 2024-11-22T18:57:11,858 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 from cache 2024-11-22T18:57:11,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 289) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7786 (was 7786) 2024-11-22T18:57:11,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=7786 2024-11-22T18:57:11,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:57:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-22T18:57:11,883 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:57:11,883 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:11,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-22T18:57:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T18:57:11,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:57:11,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741845_1021 (size=416) 2024-11-22T18:57:11,898 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82c99fe2d1dc7d365dddb8d157d96039, NAME => 'testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:57:11,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741846_1022 (size=67) 2024-11-22T18:57:12,318 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 82c99fe2d1dc7d365dddb8d157d96039, disabling compactions & flushes 2024-11-22T18:57:12,319 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. after waiting 0 ms 2024-11-22T18:57:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:12,319 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:12,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82c99fe2d1dc7d365dddb8d157d96039: Waiting for close lock at 1732301832319Disabling compacts and flushes for region at 1732301832319Disabling writes for close at 1732301832319Writing region close event to WAL at 1732301832319Closed at 1732301832319 2024-11-22T18:57:12,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:57:12,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732301832321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301832321"}]},"ts":"1732301832321"} 2024-11-22T18:57:12,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:57:12,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:57:12,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301832328"}]},"ts":"1732301832328"} 2024-11-22T18:57:12,331 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-22T18:57:12,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=82c99fe2d1dc7d365dddb8d157d96039, ASSIGN}] 2024-11-22T18:57:12,333 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=82c99fe2d1dc7d365dddb8d157d96039, ASSIGN 2024-11-22T18:57:12,334 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=82c99fe2d1dc7d365dddb8d157d96039, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:57:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-22T18:57:12,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=82c99fe2d1dc7d365dddb8d157d96039, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:12,488 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=82c99fe2d1dc7d365dddb8d157d96039, ASSIGN because future has completed 2024-11-22T18:57:12,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82c99fe2d1dc7d365dddb8d157d96039, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:57:12,607 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T18:57:12,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-22T18:57:12,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-22T18:57:12,647 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:12,647 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 82c99fe2d1dc7d365dddb8d157d96039, NAME => 'testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:57:12,648 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,648 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:12,648 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,649 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,651 INFO [StoreOpener-82c99fe2d1dc7d365dddb8d157d96039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,653 INFO [StoreOpener-82c99fe2d1dc7d365dddb8d157d96039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c99fe2d1dc7d365dddb8d157d96039 columnFamilyName testFamily 2024-11-22T18:57:12,653 DEBUG [StoreOpener-82c99fe2d1dc7d365dddb8d157d96039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:12,654 INFO [StoreOpener-82c99fe2d1dc7d365dddb8d157d96039-1 {}] regionserver.HStore(327): Store=82c99fe2d1dc7d365dddb8d157d96039/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:57:12,654 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,655 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNextAsync/82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,655 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNextAsync/82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,656 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,656 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,658 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,661 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNextAsync/82c99fe2d1dc7d365dddb8d157d96039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:57:12,662 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 82c99fe2d1dc7d365dddb8d157d96039; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59033720, jitterRate=-0.12032902240753174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:57:12,662 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:12,663 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 82c99fe2d1dc7d365dddb8d157d96039: Running coprocessor pre-open hook at 1732301832649Writing region info on filesystem at 1732301832649Initializing all the Stores at 1732301832650 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301832650Cleaning up temporary data from old regions at 1732301832656 (+6 ms)Running coprocessor post-open hooks at 1732301832662 (+6 ms)Region opened successfully at 1732301832663 (+1 ms) 2024-11-22T18:57:12,665 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039., pid=21, masterSystemTime=1732301832641 2024-11-22T18:57:12,668 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:12,668 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:12,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=82c99fe2d1dc7d365dddb8d157d96039, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:12,671 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82c99fe2d1dc7d365dddb8d157d96039, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:57:12,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T18:57:12,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 82c99fe2d1dc7d365dddb8d157d96039, server=d79ba0c344fb,44321,1732301745142 in 183 msec 2024-11-22T18:57:12,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T18:57:12,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=82c99fe2d1dc7d365dddb8d157d96039, ASSIGN in 345 msec 2024-11-22T18:57:12,680 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:57:12,681 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301832680"}]},"ts":"1732301832680"} 2024-11-22T18:57:12,683 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-22T18:57:12,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:57:12,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 805 msec 2024-11-22T18:57:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T18:57:12,898 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-22T18:57:12,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-22T18:57:12,899 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:12,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-22T18:57:12,903 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:12,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-22T18:57:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:12,919 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:57:12,919 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-22T18:57:12,922 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T18:57:12,924 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T18:57:12,925 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T18:57:12,926 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-22T18:57:12,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T18:57:14,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-22T18:57:14,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-22T18:57:14,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-22T18:57:14,618 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-22T18:57:14,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-22T18:57:14,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T18:57:15,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44321 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748504' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T18:57:15,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44321 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:34500 deadline: 1732301836930, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748504' does not exist 2024-11-22T18:57:15,931 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to d79ba0c344fb,44321,1732301745142 for closing scanner id = -6159172248528748504 for 82c99fe2d1dc7d365dddb8d157d96039 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748504' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:57:15,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 298) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7777 (was 7786) 2024-11-22T18:57:15,946 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=7777 2024-11-22T18:57:15,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:57:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-22T18:57:15,952 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:57:15,952 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:15,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-22T18:57:15,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:57:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-22T18:57:15,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741847_1023 (size=411) 2024-11-22T18:57:16,365 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38ec4e7f5b3686686f8185e72f0f64bc, NAME => 'testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:57:16,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741848_1024 (size=62) 2024-11-22T18:57:16,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:16,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 38ec4e7f5b3686686f8185e72f0f64bc, disabling compactions & flushes 2024-11-22T18:57:16,374 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:16,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:16,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. after waiting 0 ms 2024-11-22T18:57:16,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:16,374 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:16,374 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38ec4e7f5b3686686f8185e72f0f64bc: Waiting for close lock at 1732301836374Disabling compacts and flushes for region at 1732301836374Disabling writes for close at 1732301836374Writing region close event to WAL at 1732301836374Closed at 1732301836374 2024-11-22T18:57:16,376 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:57:16,376 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732301836376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301836376"}]},"ts":"1732301836376"} 2024-11-22T18:57:16,379 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:57:16,381 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:57:16,381 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301836381"}]},"ts":"1732301836381"} 2024-11-22T18:57:16,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-22T18:57:16,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=38ec4e7f5b3686686f8185e72f0f64bc, ASSIGN}] 2024-11-22T18:57:16,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=38ec4e7f5b3686686f8185e72f0f64bc, ASSIGN 2024-11-22T18:57:16,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=38ec4e7f5b3686686f8185e72f0f64bc, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:57:16,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-22T18:57:16,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=38ec4e7f5b3686686f8185e72f0f64bc, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:16,542 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=38ec4e7f5b3686686f8185e72f0f64bc, ASSIGN because future has completed 2024-11-22T18:57:16,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ec4e7f5b3686686f8185e72f0f64bc, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:57:16,702 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:16,702 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 38ec4e7f5b3686686f8185e72f0f64bc, NAME => 'testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:57:16,703 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,703 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:16,703 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,703 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,705 INFO [StoreOpener-38ec4e7f5b3686686f8185e72f0f64bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,708 INFO [StoreOpener-38ec4e7f5b3686686f8185e72f0f64bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38ec4e7f5b3686686f8185e72f0f64bc columnFamilyName testFamily 2024-11-22T18:57:16,708 DEBUG [StoreOpener-38ec4e7f5b3686686f8185e72f0f64bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:16,708 INFO [StoreOpener-38ec4e7f5b3686686f8185e72f0f64bc-1 {}] regionserver.HStore(327): Store=38ec4e7f5b3686686f8185e72f0f64bc/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:57:16,709 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,710 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNext/38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,710 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNext/38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,711 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,711 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,713 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,716 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNext/38ec4e7f5b3686686f8185e72f0f64bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:57:16,717 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 38ec4e7f5b3686686f8185e72f0f64bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59386734, jitterRate=-0.1150687038898468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:57:16,717 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:16,718 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 38ec4e7f5b3686686f8185e72f0f64bc: Running coprocessor pre-open hook at 1732301836703Writing region info on filesystem at 1732301836703Initializing all the Stores at 1732301836705 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301836705Cleaning up temporary data from old regions at 1732301836711 (+6 ms)Running coprocessor post-open hooks at 1732301836717 (+6 ms)Region opened successfully at 1732301836718 (+1 ms) 2024-11-22T18:57:16,719 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc., pid=24, masterSystemTime=1732301836696 2024-11-22T18:57:16,722 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:16,722 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:16,723 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=38ec4e7f5b3686686f8185e72f0f64bc, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:16,725 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38ec4e7f5b3686686f8185e72f0f64bc, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:57:16,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T18:57:16,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 38ec4e7f5b3686686f8185e72f0f64bc, server=d79ba0c344fb,44321,1732301745142 in 185 msec 2024-11-22T18:57:16,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T18:57:16,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=38ec4e7f5b3686686f8185e72f0f64bc, ASSIGN in 345 msec 2024-11-22T18:57:16,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:57:16,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301836733"}]},"ts":"1732301836733"} 2024-11-22T18:57:16,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-22T18:57:16,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:57:16,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 788 msec 2024-11-22T18:57:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-22T18:57:16,968 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-22T18:57:16,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-22T18:57:16,968 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-22T18:57:16,974 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-22T18:57:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:16,989 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:57:16,989 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-22T18:57:16,993 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T18:57:16,995 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T18:57:16,996 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T18:57:16,997 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-22T18:57:18,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T18:57:18,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-22T18:57:18,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-22T18:57:20,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44321 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748500' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T18:57:20,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44321 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:34500 deadline: 1732301841001, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748500' does not exist 2024-11-22T18:57:20,002 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to d79ba0c344fb,44321,1732301745142 for closing scanner id = -6159172248528748500 for 38ec4e7f5b3686686f8185e72f0f64bc of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748500' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:57:20,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=7772 (was 7777) 2024-11-22T18:57:20,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=7771 2024-11-22T18:57:20,022 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:57:20,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-22T18:57:20,025 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:57:20,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:20,026 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-22T18:57:20,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:57:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T18:57:20,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741849_1025 (size=419) 2024-11-22T18:57:20,441 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 864ad0a5fd785e381bc9f7284c37b9f7, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:57:20,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741850_1026 (size=70) 2024-11-22T18:57:20,450 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:20,451 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 864ad0a5fd785e381bc9f7284c37b9f7, disabling compactions & flushes 2024-11-22T18:57:20,451 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:20,451 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:20,451 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. after waiting 0 ms 2024-11-22T18:57:20,451 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:20,451 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:20,451 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 864ad0a5fd785e381bc9f7284c37b9f7: Waiting for close lock at 1732301840451Disabling compacts and flushes for region at 1732301840451Disabling writes for close at 1732301840451Writing region close event to WAL at 1732301840451Closed at 1732301840451 2024-11-22T18:57:20,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:57:20,453 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732301840453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301840453"}]},"ts":"1732301840453"} 2024-11-22T18:57:20,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:57:20,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:57:20,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301840457"}]},"ts":"1732301840457"} 2024-11-22T18:57:20,459 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-22T18:57:20,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=864ad0a5fd785e381bc9f7284c37b9f7, ASSIGN}] 2024-11-22T18:57:20,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=864ad0a5fd785e381bc9f7284c37b9f7, ASSIGN 2024-11-22T18:57:20,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=864ad0a5fd785e381bc9f7284c37b9f7, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:57:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-22T18:57:20,613 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=864ad0a5fd785e381bc9f7284c37b9f7, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:20,617 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=864ad0a5fd785e381bc9f7284c37b9f7, ASSIGN because future has completed 2024-11-22T18:57:20,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 864ad0a5fd785e381bc9f7284c37b9f7, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:57:20,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:20,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 864ad0a5fd785e381bc9f7284c37b9f7, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:57:20,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:20,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,780 INFO [StoreOpener-864ad0a5fd785e381bc9f7284c37b9f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,782 INFO [StoreOpener-864ad0a5fd785e381bc9f7284c37b9f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 864ad0a5fd785e381bc9f7284c37b9f7 columnFamilyName testFamily 2024-11-22T18:57:20,782 DEBUG [StoreOpener-864ad0a5fd785e381bc9f7284c37b9f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:20,783 INFO [StoreOpener-864ad0a5fd785e381bc9f7284c37b9f7-1 {}] regionserver.HStore(327): Store=864ad0a5fd785e381bc9f7284c37b9f7/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:57:20,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/864ad0a5fd785e381bc9f7284c37b9f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:57:20,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 864ad0a5fd785e381bc9f7284c37b9f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61993717, jitterRate=-0.07622162997722626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:57:20,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:20,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 864ad0a5fd785e381bc9f7284c37b9f7: Running coprocessor pre-open hook at 1732301840778Writing region info on filesystem at 1732301840778Initializing all the Stores at 1732301840780 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301840780Cleaning up temporary data from old regions at 1732301840786 (+6 ms)Running coprocessor post-open hooks at 1732301840796 (+10 ms)Region opened successfully at 1732301840797 (+1 ms) 2024-11-22T18:57:20,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., pid=27, masterSystemTime=1732301840770 2024-11-22T18:57:20,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:20,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:20,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=864ad0a5fd785e381bc9f7284c37b9f7, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:20,806 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 864ad0a5fd785e381bc9f7284c37b9f7, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:57:20,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T18:57:20,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 864ad0a5fd785e381bc9f7284c37b9f7, server=d79ba0c344fb,44321,1732301745142 in 191 msec 2024-11-22T18:57:20,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T18:57:20,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=864ad0a5fd785e381bc9f7284c37b9f7, ASSIGN in 351 msec 2024-11-22T18:57:20,815 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:57:20,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301840816"}]},"ts":"1732301840816"} 2024-11-22T18:57:20,819 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-22T18:57:20,820 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:57:20,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 798 msec 2024-11-22T18:57:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T18:57:21,038 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-22T18:57:21,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-22T18:57:21,039 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:21,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-22T18:57:21,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:21,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-22T18:57:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:21,055 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:57:21,055 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-22T18:57:21,058 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T18:57:21,059 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-22T18:57:24,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-22T18:57:24,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-22T18:57:24,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-22T18:57:24,618 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-22T18:57:24,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-22T18:57:26,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T18:57:27,068 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=d79ba0c344fb:44321 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-11-22T18:57:27,068 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-11-22T18:57:27,068 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 from cache 2024-11-22T18:57:27,077 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=7763 (was 7771) 2024-11-22T18:57:27,085 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=7763 2024-11-22T18:57:27,088 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:57:27,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-22T18:57:27,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:57:27,091 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:27,091 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-22T18:57:27,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:57:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T18:57:27,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741851_1027 (size=407) 2024-11-22T18:57:27,502 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd01125138ef419f774fbbad6ba4d6de, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:57:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741852_1028 (size=58) 2024-11-22T18:57:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-22T18:57:27,911 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:27,912 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing fd01125138ef419f774fbbad6ba4d6de, disabling compactions & flushes 2024-11-22T18:57:27,912 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:27,912 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:27,912 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. after waiting 0 ms 2024-11-22T18:57:27,912 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:27,912 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:27,912 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd01125138ef419f774fbbad6ba4d6de: Waiting for close lock at 1732301847911Disabling compacts and flushes for region at 1732301847911Disabling writes for close at 1732301847912 (+1 ms)Writing region close event to WAL at 1732301847912Closed at 1732301847912 2024-11-22T18:57:27,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:57:27,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732301847914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301847914"}]},"ts":"1732301847914"} 2024-11-22T18:57:27,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:57:27,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:57:27,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301847918"}]},"ts":"1732301847918"} 2024-11-22T18:57:27,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-22T18:57:27,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fd01125138ef419f774fbbad6ba4d6de, ASSIGN}] 2024-11-22T18:57:27,922 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fd01125138ef419f774fbbad6ba4d6de, ASSIGN 2024-11-22T18:57:27,923 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fd01125138ef419f774fbbad6ba4d6de, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:57:28,074 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=fd01125138ef419f774fbbad6ba4d6de, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:28,077 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fd01125138ef419f774fbbad6ba4d6de, ASSIGN because future has completed 2024-11-22T18:57:28,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd01125138ef419f774fbbad6ba4d6de, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:57:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T18:57:28,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:28,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => fd01125138ef419f774fbbad6ba4d6de, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:57:28,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:28,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,237 INFO [StoreOpener-fd01125138ef419f774fbbad6ba4d6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,239 INFO [StoreOpener-fd01125138ef419f774fbbad6ba4d6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd01125138ef419f774fbbad6ba4d6de columnFamilyName testFamily 2024-11-22T18:57:28,239 DEBUG [StoreOpener-fd01125138ef419f774fbbad6ba4d6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:28,240 INFO [StoreOpener-fd01125138ef419f774fbbad6ba4d6de-1 {}] regionserver.HStore(327): Store=fd01125138ef419f774fbbad6ba4d6de/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:57:28,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNext/fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNext/fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNext/fd01125138ef419f774fbbad6ba4d6de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:57:28,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened fd01125138ef419f774fbbad6ba4d6de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66098333, jitterRate=-0.015058085322380066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:57:28,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:28,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for fd01125138ef419f774fbbad6ba4d6de: Running coprocessor pre-open hook at 1732301848236Writing region info on filesystem at 1732301848236Initializing all the Stores at 1732301848237 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301848237Cleaning up temporary data from old regions at 1732301848242 (+5 ms)Running coprocessor post-open hooks at 1732301848248 (+6 ms)Region opened successfully at 1732301848248 2024-11-22T18:57:28,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de., pid=30, masterSystemTime=1732301848230 2024-11-22T18:57:28,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:28,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:28,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=fd01125138ef419f774fbbad6ba4d6de, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:28,255 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd01125138ef419f774fbbad6ba4d6de, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:57:28,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T18:57:28,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure fd01125138ef419f774fbbad6ba4d6de, server=d79ba0c344fb,44321,1732301745142 in 179 msec 2024-11-22T18:57:28,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T18:57:28,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fd01125138ef419f774fbbad6ba4d6de, ASSIGN in 337 msec 2024-11-22T18:57:28,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:57:28,262 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301848262"}]},"ts":"1732301848262"} 2024-11-22T18:57:28,264 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-22T18:57:28,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:57:28,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1770 sec 2024-11-22T18:57:28,992 INFO [master/d79ba0c344fb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T18:57:28,992 INFO [master/d79ba0c344fb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T18:57:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T18:57:30,108 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-22T18:57:30,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-22T18:57:30,108 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-22T18:57:30,114 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-22T18:57:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:30,129 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:57:30,129 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-22T18:57:30,133 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-22T18:57:30,135 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-22T18:57:30,136 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-22T18:57:30,137 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-22T18:57:30,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-22T18:57:33,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T18:57:34,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-22T18:57:34,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-22T18:57:36,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44321 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748492' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T18:57:36,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44321 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:34500 deadline: 1732301862141, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748492' does not exist 2024-11-22T18:57:36,142 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to d79ba0c344fb,44321,1732301745142 for closing scanner id = -6159172248528748492 for fd01125138ef419f774fbbad6ba4d6de of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-6159172248528748492' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T18:57:36,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7752 (was 7763) 2024-11-22T18:57:36,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=7751 2024-11-22T18:57:36,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T18:57:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-22T18:57:36,170 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T18:57:36,170 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:36,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-22T18:57:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T18:57:36,172 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T18:57:36,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741853_1029 (size=423) 2024-11-22T18:57:36,586 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0cfde1c0f8d6cd4b57efbd14d129b45, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f 2024-11-22T18:57:36,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741854_1030 (size=74) 2024-11-22T18:57:36,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-22T18:57:36,999 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:36,999 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f0cfde1c0f8d6cd4b57efbd14d129b45, disabling compactions & flushes 2024-11-22T18:57:36,999 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:37,000 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:37,000 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. after waiting 0 ms 2024-11-22T18:57:37,000 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:37,000 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:37,000 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0cfde1c0f8d6cd4b57efbd14d129b45: Waiting for close lock at 1732301856999Disabling compacts and flushes for region at 1732301856999Disabling writes for close at 1732301857000 (+1 ms)Writing region close event to WAL at 1732301857000Closed at 1732301857000 2024-11-22T18:57:37,002 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T18:57:37,002 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732301857002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732301857002"}]},"ts":"1732301857002"} 2024-11-22T18:57:37,005 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T18:57:37,008 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T18:57:37,009 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301857008"}]},"ts":"1732301857008"} 2024-11-22T18:57:37,012 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-22T18:57:37,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f0cfde1c0f8d6cd4b57efbd14d129b45, ASSIGN}] 2024-11-22T18:57:37,014 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f0cfde1c0f8d6cd4b57efbd14d129b45, ASSIGN 2024-11-22T18:57:37,015 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f0cfde1c0f8d6cd4b57efbd14d129b45, ASSIGN; state=OFFLINE, location=d79ba0c344fb,44321,1732301745142; forceNewPlan=false, retain=false 2024-11-22T18:57:37,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f0cfde1c0f8d6cd4b57efbd14d129b45, regionState=OPENING, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:37,171 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f0cfde1c0f8d6cd4b57efbd14d129b45, ASSIGN because future has completed 2024-11-22T18:57:37,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cfde1c0f8d6cd4b57efbd14d129b45, server=d79ba0c344fb,44321,1732301745142}] 2024-11-22T18:57:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T18:57:37,332 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:37,332 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => f0cfde1c0f8d6cd4b57efbd14d129b45, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45.', STARTKEY => '', ENDKEY => ''} 2024-11-22T18:57:37,332 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,333 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T18:57:37,333 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,333 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,338 INFO [StoreOpener-f0cfde1c0f8d6cd4b57efbd14d129b45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,340 INFO [StoreOpener-f0cfde1c0f8d6cd4b57efbd14d129b45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cfde1c0f8d6cd4b57efbd14d129b45 columnFamilyName testFamily 2024-11-22T18:57:37,340 DEBUG [StoreOpener-f0cfde1c0f8d6cd4b57efbd14d129b45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T18:57:37,341 INFO [StoreOpener-f0cfde1c0f8d6cd4b57efbd14d129b45-1 {}] regionserver.HStore(327): Store=f0cfde1c0f8d6cd4b57efbd14d129b45/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T18:57:37,341 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,342 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScannerAsync/f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,342 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScannerAsync/f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,343 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,343 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,346 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,350 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScannerAsync/f0cfde1c0f8d6cd4b57efbd14d129b45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T18:57:37,350 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened f0cfde1c0f8d6cd4b57efbd14d129b45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73794046, jitterRate=0.09961697459220886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T18:57:37,351 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:37,352 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for f0cfde1c0f8d6cd4b57efbd14d129b45: Running coprocessor pre-open hook at 1732301857333Writing region info on filesystem at 1732301857333Initializing all the Stores at 1732301857334 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732301857334Cleaning up temporary data from old regions at 1732301857343 (+9 ms)Running coprocessor post-open hooks at 1732301857351 (+8 ms)Region opened successfully at 1732301857351 2024-11-22T18:57:37,353 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., pid=33, masterSystemTime=1732301857325 2024-11-22T18:57:37,356 DEBUG [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:37,356 INFO [RS_OPEN_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:37,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f0cfde1c0f8d6cd4b57efbd14d129b45, regionState=OPEN, openSeqNum=2, regionLocation=d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:37,359 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cfde1c0f8d6cd4b57efbd14d129b45, server=d79ba0c344fb,44321,1732301745142 because future has completed 2024-11-22T18:57:37,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T18:57:37,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure f0cfde1c0f8d6cd4b57efbd14d129b45, server=d79ba0c344fb,44321,1732301745142 in 189 msec 2024-11-22T18:57:37,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-22T18:57:37,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f0cfde1c0f8d6cd4b57efbd14d129b45, ASSIGN in 351 msec 2024-11-22T18:57:37,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T18:57:37,367 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732301857367"}]},"ts":"1732301857367"} 2024-11-22T18:57:37,370 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-22T18:57:37,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T18:57:37,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2060 sec 2024-11-22T18:57:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T18:57:39,199 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-22T18:57:39,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-22T18:57:39,199 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:39,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-22T18:57:39,205 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T18:57:39,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-22T18:57:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:39,219 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-22T18:57:39,219 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-22T18:57:39,223 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-22T18:57:39,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T18:57:40,227 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=d79ba0c344fb:44321 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-11-22T18:57:40,228 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-11-22T18:57:40,228 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 from cache 2024-11-22T18:57:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-22T18:57:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2] 2024-11-22T18:57:41,243 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44321 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-22T18:57:42,228 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=d79ba0c344fb:44321 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=986ms, rpcTimeout=982ms 2024-11-22T18:57:42,228 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=986ms, rpcTimeout=982ms 2024-11-22T18:57:42,228 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., hostname=d79ba0c344fb,44321,1732301745142, seqNum=2 from cache 2024-11-22T18:57:42,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 319) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7743 (was 7751) 2024-11-22T18:57:42,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T18:57:42,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:57:42,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:57:42,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:57:42,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T18:57:42,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T18:57:42,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T18:57:42,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:57:42,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:57:42,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:57:42,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T18:57:42,246 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T18:57:42,246 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961867613, stopped=false 2024-11-22T18:57:42,246 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d79ba0c344fb,38137,1732301744069 2024-11-22T18:57:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:57:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:57:42,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T18:57:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T18:57:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:57:42,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T18:57:42,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:57:42,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:57:42,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:57:42,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd79ba0c344fb,44321,1732301745142' ***** 2024-11-22T18:57:42,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T18:57:42,250 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T18:57:42,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T18:57:42,250 INFO [RS:0;d79ba0c344fb:44321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T18:57:42,251 INFO [RS:0;d79ba0c344fb:44321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T18:57:42,251 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for f0cfde1c0f8d6cd4b57efbd14d129b45 2024-11-22T18:57:42,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for ac6e962411d44b8643682a7e68665bfd 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for fafc409cd2533389095b8ffdf3915a63 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b121cf60919fe87983c2d8fe719cf5f 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f03cfde3f3abc7ec79ec6e29a38cec6 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for 4206d7c0b0debf3c20d4883e35c47cd4 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for 38ec4e7f5b3686686f8185e72f0f64bc 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:42,252 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(959): stopping server d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:42,253 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:57:42,253 INFO [RS:0;d79ba0c344fb:44321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d79ba0c344fb:44321. 2024-11-22T18:57:42,253 DEBUG [RS:0;d79ba0c344fb:44321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T18:57:42,253 DEBUG [RS:0;d79ba0c344fb:44321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:57:42,253 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T18:57:42,253 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T18:57:42,253 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T18:57:42,253 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T18:57:42,254 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0cfde1c0f8d6cd4b57efbd14d129b45, disabling compactions & flushes 2024-11-22T18:57:42,254 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:42,254 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:42,254 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. after waiting 0 ms 2024-11-22T18:57:42,254 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:42,255 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-22T18:57:42,255 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T18:57:42,255 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T18:57:42,256 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T18:57:42,256 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T18:57:42,256 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T18:57:42,256 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, ac6e962411d44b8643682a7e68665bfd, f0cfde1c0f8d6cd4b57efbd14d129b45, fafc409cd2533389095b8ffdf3915a63, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:42,258 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0cfde1c0f8d6cd4b57efbd14d129b45 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:42,258 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-22T18:57:42,320 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScannerAsync/f0cfde1c0f8d6cd4b57efbd14d129b45/.tmp/testFamily/5bdecb9a2c104ac9929149ca86b5139f is 61, key is row-0/testFamily:testQualifier/1732301859210/Put/seqid=0 2024-11-22T18:57:42,325 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/.tmp/info/7c642419ca3a4e7a9e1e1b72dedc244b is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6./info:regioninfo/1732301809759/Put/seqid=0 2024-11-22T18:57:42,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741856_1032 (size=20564) 2024-11-22T18:57:42,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741855_1031 (size=5049) 2024-11-22T18:57:42,344 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/.tmp/info/7c642419ca3a4e7a9e1e1b72dedc244b 2024-11-22T18:57:42,425 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/.tmp/ns/7a4c36f146ac440abc1b4c5b6e4df54d is 43, key is default/ns:d/1732301808862/Put/seqid=0 2024-11-22T18:57:42,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741857_1033 (size=5153) 2024-11-22T18:57:42,435 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/.tmp/ns/7a4c36f146ac440abc1b4c5b6e4df54d 2024-11-22T18:57:42,456 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, ac6e962411d44b8643682a7e68665bfd, f0cfde1c0f8d6cd4b57efbd14d129b45, fafc409cd2533389095b8ffdf3915a63, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:42,478 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/.tmp/table/b8faced6785b452cbd4f16d9ae4dce96 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732301809778/Put/seqid=0 2024-11-22T18:57:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741858_1034 (size=6699) 2024-11-22T18:57:42,656 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, ac6e962411d44b8643682a7e68665bfd, f0cfde1c0f8d6cd4b57efbd14d129b45, fafc409cd2533389095b8ffdf3915a63, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:42,743 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T18:57:42,745 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScannerAsync/f0cfde1c0f8d6cd4b57efbd14d129b45/.tmp/testFamily/5bdecb9a2c104ac9929149ca86b5139f 2024-11-22T18:57:42,756 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScannerAsync/f0cfde1c0f8d6cd4b57efbd14d129b45/.tmp/testFamily/5bdecb9a2c104ac9929149ca86b5139f as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScannerAsync/f0cfde1c0f8d6cd4b57efbd14d129b45/testFamily/5bdecb9a2c104ac9929149ca86b5139f 2024-11-22T18:57:42,767 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScannerAsync/f0cfde1c0f8d6cd4b57efbd14d129b45/testFamily/5bdecb9a2c104ac9929149ca86b5139f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:42,777 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f0cfde1c0f8d6cd4b57efbd14d129b45 in 518ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:42,777 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-22T18:57:42,785 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScannerAsync/f0cfde1c0f8d6cd4b57efbd14d129b45/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:42,788 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:42,788 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0cfde1c0f8d6cd4b57efbd14d129b45: Waiting for close lock at 1732301862254Running coprocessor pre-close hooks at 1732301862254Disabling compacts and flushes for region at 1732301862254Disabling writes for close at 1732301862254Obtaining lock to block concurrent updates at 1732301862258 (+4 ms)Preparing flush snapshotting stores in f0cfde1c0f8d6cd4b57efbd14d129b45 at 1732301862258Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301862266 (+8 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. at 1732301862267 (+1 ms)Flushing f0cfde1c0f8d6cd4b57efbd14d129b45/testFamily: creating writer at 1732301862269 (+2 ms)Flushing f0cfde1c0f8d6cd4b57efbd14d129b45/testFamily: appending metadata at 1732301862313 (+44 ms)Flushing f0cfde1c0f8d6cd4b57efbd14d129b45/testFamily: closing flushed file at 1732301862316 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7badc73d: reopening flushed file at 1732301862754 (+438 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f0cfde1c0f8d6cd4b57efbd14d129b45 in 518ms, sequenceid=8, compaction requested=false at 1732301862777 (+23 ms)Writing region close event to WAL at 1732301862780 (+3 ms)Running coprocessor post-close hooks at 1732301862786 (+6 ms)Closed at 1732301862788 (+2 ms) 2024-11-22T18:57:42,789 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732301856164.f0cfde1c0f8d6cd4b57efbd14d129b45. 2024-11-22T18:57:42,789 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac6e962411d44b8643682a7e68665bfd, disabling compactions & flushes 2024-11-22T18:57:42,789 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:42,789 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:42,789 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. after waiting 0 ms 2024-11-22T18:57:42,789 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:42,789 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac6e962411d44b8643682a7e68665bfd 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:42,813 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScanner/ac6e962411d44b8643682a7e68665bfd/.tmp/testFamily/c3b2c23a09c049b6997e6dedb4e9be3a is 61, key is row-0/testFamily:testQualifier/1732301828838/Put/seqid=0 2024-11-22T18:57:42,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741859_1035 (size=5049) 2024-11-22T18:57:42,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T18:57:42,857 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, ac6e962411d44b8643682a7e68665bfd, fafc409cd2533389095b8ffdf3915a63, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:42,897 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/.tmp/table/b8faced6785b452cbd4f16d9ae4dce96 2024-11-22T18:57:42,909 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/.tmp/info/7c642419ca3a4e7a9e1e1b72dedc244b as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/info/7c642419ca3a4e7a9e1e1b72dedc244b 2024-11-22T18:57:42,924 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/info/7c642419ca3a4e7a9e1e1b72dedc244b, entries=100, sequenceid=56, filesize=20.1 K 2024-11-22T18:57:42,927 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/.tmp/ns/7a4c36f146ac440abc1b4c5b6e4df54d as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/ns/7a4c36f146ac440abc1b4c5b6e4df54d 2024-11-22T18:57:42,937 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/ns/7a4c36f146ac440abc1b4c5b6e4df54d, entries=2, sequenceid=56, filesize=5.0 K 2024-11-22T18:57:42,940 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/.tmp/table/b8faced6785b452cbd4f16d9ae4dce96 as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/table/b8faced6785b452cbd4f16d9ae4dce96 2024-11-22T18:57:42,953 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/table/b8faced6785b452cbd4f16d9ae4dce96, entries=20, sequenceid=56, filesize=6.5 K 2024-11-22T18:57:42,954 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 698ms, sequenceid=56, compaction requested=false 2024-11-22T18:57:42,958 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T18:57:42,962 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-22T18:57:42,963 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T18:57:42,963 INFO [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T18:57:42,963 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732301862255Running coprocessor pre-close hooks at 1732301862255Disabling compacts and flushes for region at 1732301862255Disabling writes for close at 1732301862256 (+1 ms)Obtaining lock to block concurrent updates at 1732301862258 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732301862258Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732301862266 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732301862267 (+1 ms)Flushing 1588230740/info: creating writer at 1732301862269 (+2 ms)Flushing 1588230740/info: appending metadata at 1732301862321 (+52 ms)Flushing 1588230740/info: closing flushed file at 1732301862321Flushing 1588230740/ns: creating writer at 1732301862398 (+77 ms)Flushing 1588230740/ns: appending metadata at 1732301862423 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732301862423Flushing 1588230740/table: creating writer at 1732301862456 (+33 ms)Flushing 1588230740/table: appending metadata at 1732301862477 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732301862477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2e8b74: reopening flushed file at 1732301862908 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456246dd: reopening flushed file at 1732301862924 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335fa9cb: reopening flushed file at 1732301862937 (+13 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 698ms, sequenceid=56, compaction requested=false at 1732301862954 (+17 ms)Writing region close event to WAL at 1732301862956 (+2 ms)Running coprocessor post-close hooks at 1732301862963 (+7 ms)Closed at 1732301862963 2024-11-22T18:57:42,963 DEBUG [RS_CLOSE_META-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T18:57:43,057 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, ac6e962411d44b8643682a7e68665bfd, fafc409cd2533389095b8ffdf3915a63, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:43,130 INFO [regionserver/d79ba0c344fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T18:57:43,131 INFO [regionserver/d79ba0c344fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T18:57:43,221 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScanner/ac6e962411d44b8643682a7e68665bfd/.tmp/testFamily/c3b2c23a09c049b6997e6dedb4e9be3a 2024-11-22T18:57:43,231 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScanner/ac6e962411d44b8643682a7e68665bfd/.tmp/testFamily/c3b2c23a09c049b6997e6dedb4e9be3a as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScanner/ac6e962411d44b8643682a7e68665bfd/testFamily/c3b2c23a09c049b6997e6dedb4e9be3a 2024-11-22T18:57:43,240 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScanner/ac6e962411d44b8643682a7e68665bfd/testFamily/c3b2c23a09c049b6997e6dedb4e9be3a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:43,242 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac6e962411d44b8643682a7e68665bfd in 453ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:43,250 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnOpenScanner/ac6e962411d44b8643682a7e68665bfd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:43,251 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:43,251 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac6e962411d44b8643682a7e68665bfd: Waiting for close lock at 1732301862789Running coprocessor pre-close hooks at 1732301862789Disabling compacts and flushes for region at 1732301862789Disabling writes for close at 1732301862789Obtaining lock to block concurrent updates at 1732301862789Preparing flush snapshotting stores in ac6e962411d44b8643682a7e68665bfd at 1732301862789Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301862790 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. at 1732301862791 (+1 ms)Flushing ac6e962411d44b8643682a7e68665bfd/testFamily: creating writer at 1732301862791Flushing ac6e962411d44b8643682a7e68665bfd/testFamily: appending metadata at 1732301862813 (+22 ms)Flushing ac6e962411d44b8643682a7e68665bfd/testFamily: closing flushed file at 1732301862813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6266c117: reopening flushed file at 1732301863230 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac6e962411d44b8643682a7e68665bfd in 453ms, sequenceid=8, compaction requested=false at 1732301863242 (+12 ms)Writing region close event to WAL at 1732301863245 (+3 ms)Running coprocessor post-close hooks at 1732301863251 (+6 ms)Closed at 1732301863251 2024-11-22T18:57:43,252 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732301827807.ac6e962411d44b8643682a7e68665bfd. 2024-11-22T18:57:43,252 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fafc409cd2533389095b8ffdf3915a63, disabling compactions & flushes 2024-11-22T18:57:43,252 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:57:43,252 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:57:43,252 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. after waiting 0 ms 2024-11-22T18:57:43,252 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:57:43,252 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fafc409cd2533389095b8ffdf3915a63 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:43,257 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close 2024-11-22T18:57:43,258 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1325): Online Regions={fafc409cd2533389095b8ffdf3915a63=hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63., 2b121cf60919fe87983c2d8fe719cf5f=hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f., fd01125138ef419f774fbbad6ba4d6de=hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de., 5f03cfde3f3abc7ec79ec6e29a38cec6=testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6., 864ad0a5fd785e381bc9f7284c37b9f7=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., 4206d7c0b0debf3c20d4883e35c47cd4=testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4., 38ec4e7f5b3686686f8185e72f0f64bc=testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc., 82c99fe2d1dc7d365dddb8d157d96039=testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039.} 2024-11-22T18:57:43,258 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, fafc409cd2533389095b8ffdf3915a63, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:43,274 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScanner/fafc409cd2533389095b8ffdf3915a63/.tmp/testFamily/01f03e2ea13a4790be62a58b1aa100fd is 61, key is row-0/testFamily:testQualifier/1732301811561/Put/seqid=0 2024-11-22T18:57:43,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741860_1036 (size=5049) 2024-11-22T18:57:43,458 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, fafc409cd2533389095b8ffdf3915a63, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:43,658 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, fafc409cd2533389095b8ffdf3915a63, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:43,681 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScanner/fafc409cd2533389095b8ffdf3915a63/.tmp/testFamily/01f03e2ea13a4790be62a58b1aa100fd 2024-11-22T18:57:43,692 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScanner/fafc409cd2533389095b8ffdf3915a63/.tmp/testFamily/01f03e2ea13a4790be62a58b1aa100fd as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScanner/fafc409cd2533389095b8ffdf3915a63/testFamily/01f03e2ea13a4790be62a58b1aa100fd 2024-11-22T18:57:43,700 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScanner/fafc409cd2533389095b8ffdf3915a63/testFamily/01f03e2ea13a4790be62a58b1aa100fd, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:43,701 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fafc409cd2533389095b8ffdf3915a63 in 449ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:43,707 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScanner/fafc409cd2533389095b8ffdf3915a63/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:43,707 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:57:43,707 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fafc409cd2533389095b8ffdf3915a63: Waiting for close lock at 1732301863252Running coprocessor pre-close hooks at 1732301863252Disabling compacts and flushes for region at 1732301863252Disabling writes for close at 1732301863252Obtaining lock to block concurrent updates at 1732301863252Preparing flush snapshotting stores in fafc409cd2533389095b8ffdf3915a63 at 1732301863252Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301863252Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. at 1732301863253 (+1 ms)Flushing fafc409cd2533389095b8ffdf3915a63/testFamily: creating writer at 1732301863253Flushing fafc409cd2533389095b8ffdf3915a63/testFamily: appending metadata at 1732301863274 (+21 ms)Flushing fafc409cd2533389095b8ffdf3915a63/testFamily: closing flushed file at 1732301863274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e69f367: reopening flushed file at 1732301863690 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fafc409cd2533389095b8ffdf3915a63 in 449ms, sequenceid=8, compaction requested=false at 1732301863701 (+11 ms)Writing region close event to WAL at 1732301863703 (+2 ms)Running coprocessor post-close hooks at 1732301863707 (+4 ms)Closed at 1732301863707 2024-11-22T18:57:43,708 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732301810516.fafc409cd2533389095b8ffdf3915a63. 2024-11-22T18:57:43,708 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b121cf60919fe87983c2d8fe719cf5f, disabling compactions & flushes 2024-11-22T18:57:43,708 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:57:43,708 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:57:43,708 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. after waiting 0 ms 2024-11-22T18:57:43,708 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:57:43,708 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b121cf60919fe87983c2d8fe719cf5f 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:43,725 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNextAsync/2b121cf60919fe87983c2d8fe719cf5f/.tmp/testFamily/f31ca78381bc480c9213e2b7c91f6831 is 61, key is row-0/testFamily:testQualifier/1732301820667/Put/seqid=0 2024-11-22T18:57:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741861_1037 (size=5049) 2024-11-22T18:57:43,859 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:44,059 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 2b121cf60919fe87983c2d8fe719cf5f, 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:44,131 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNextAsync/2b121cf60919fe87983c2d8fe719cf5f/.tmp/testFamily/f31ca78381bc480c9213e2b7c91f6831 2024-11-22T18:57:44,142 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNextAsync/2b121cf60919fe87983c2d8fe719cf5f/.tmp/testFamily/f31ca78381bc480c9213e2b7c91f6831 as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNextAsync/2b121cf60919fe87983c2d8fe719cf5f/testFamily/f31ca78381bc480c9213e2b7c91f6831 2024-11-22T18:57:44,149 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNextAsync/2b121cf60919fe87983c2d8fe719cf5f/testFamily/f31ca78381bc480c9213e2b7c91f6831, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:44,151 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2b121cf60919fe87983c2d8fe719cf5f in 443ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:44,157 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNextAsync/2b121cf60919fe87983c2d8fe719cf5f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:44,158 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:57:44,159 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b121cf60919fe87983c2d8fe719cf5f: Waiting for close lock at 1732301863708Running coprocessor pre-close hooks at 1732301863708Disabling compacts and flushes for region at 1732301863708Disabling writes for close at 1732301863708Obtaining lock to block concurrent updates at 1732301863708Preparing flush snapshotting stores in 2b121cf60919fe87983c2d8fe719cf5f at 1732301863708Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301863708Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. at 1732301863709 (+1 ms)Flushing 2b121cf60919fe87983c2d8fe719cf5f/testFamily: creating writer at 1732301863709Flushing 2b121cf60919fe87983c2d8fe719cf5f/testFamily: appending metadata at 1732301863725 (+16 ms)Flushing 2b121cf60919fe87983c2d8fe719cf5f/testFamily: closing flushed file at 1732301863725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f3ce3f: reopening flushed file at 1732301864140 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2b121cf60919fe87983c2d8fe719cf5f in 443ms, sequenceid=8, compaction requested=false at 1732301864151 (+11 ms)Writing region close event to WAL at 1732301864152 (+1 ms)Running coprocessor post-close hooks at 1732301864158 (+6 ms)Closed at 1732301864158 2024-11-22T18:57:44,159 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732301817620.2b121cf60919fe87983c2d8fe719cf5f. 2024-11-22T18:57:44,159 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd01125138ef419f774fbbad6ba4d6de, disabling compactions & flushes 2024-11-22T18:57:44,159 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:44,159 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:44,159 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. after waiting 0 ms 2024-11-22T18:57:44,159 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:44,159 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd01125138ef419f774fbbad6ba4d6de 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:44,177 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNext/fd01125138ef419f774fbbad6ba4d6de/.tmp/testFamily/cdc3b7f998b242daa291e58b1ba50d70 is 61, key is row-0/testFamily:testQualifier/1732301850119/Put/seqid=0 2024-11-22T18:57:44,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741862_1038 (size=5049) 2024-11-22T18:57:44,259 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T18:57:44,259 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1325): Online Regions={fd01125138ef419f774fbbad6ba4d6de=hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de., 5f03cfde3f3abc7ec79ec6e29a38cec6=testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6., 864ad0a5fd785e381bc9f7284c37b9f7=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., 4206d7c0b0debf3c20d4883e35c47cd4=testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4., 38ec4e7f5b3686686f8185e72f0f64bc=testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc., 82c99fe2d1dc7d365dddb8d157d96039=testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039.} 2024-11-22T18:57:44,259 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:44,460 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7, fd01125138ef419f774fbbad6ba4d6de 2024-11-22T18:57:44,589 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNext/fd01125138ef419f774fbbad6ba4d6de/.tmp/testFamily/cdc3b7f998b242daa291e58b1ba50d70 2024-11-22T18:57:44,599 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNext/fd01125138ef419f774fbbad6ba4d6de/.tmp/testFamily/cdc3b7f998b242daa291e58b1ba50d70 as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNext/fd01125138ef419f774fbbad6ba4d6de/testFamily/cdc3b7f998b242daa291e58b1ba50d70 2024-11-22T18:57:44,606 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNext/fd01125138ef419f774fbbad6ba4d6de/testFamily/cdc3b7f998b242daa291e58b1ba50d70, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:44,608 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd01125138ef419f774fbbad6ba4d6de in 449ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:44,613 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnNext/fd01125138ef419f774fbbad6ba4d6de/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:44,614 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:44,614 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd01125138ef419f774fbbad6ba4d6de: Waiting for close lock at 1732301864159Running coprocessor pre-close hooks at 1732301864159Disabling compacts and flushes for region at 1732301864159Disabling writes for close at 1732301864159Obtaining lock to block concurrent updates at 1732301864159Preparing flush snapshotting stores in fd01125138ef419f774fbbad6ba4d6de at 1732301864159Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301864160 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. at 1732301864160Flushing fd01125138ef419f774fbbad6ba4d6de/testFamily: creating writer at 1732301864160Flushing fd01125138ef419f774fbbad6ba4d6de/testFamily: appending metadata at 1732301864177 (+17 ms)Flushing fd01125138ef419f774fbbad6ba4d6de/testFamily: closing flushed file at 1732301864177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76123916: reopening flushed file at 1732301864598 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd01125138ef419f774fbbad6ba4d6de in 449ms, sequenceid=8, compaction requested=false at 1732301864608 (+10 ms)Writing region close event to WAL at 1732301864609 (+1 ms)Running coprocessor post-close hooks at 1732301864614 (+5 ms)Closed at 1732301864614 2024-11-22T18:57:44,614 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732301847087.fd01125138ef419f774fbbad6ba4d6de. 2024-11-22T18:57:44,615 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f03cfde3f3abc7ec79ec6e29a38cec6, disabling compactions & flushes 2024-11-22T18:57:44,615 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:57:44,615 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:57:44,615 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. after waiting 0 ms 2024-11-22T18:57:44,615 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:57:44,615 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f03cfde3f3abc7ec79ec6e29a38cec6 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:44,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-22T18:57:44,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-22T18:57:44,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T18:57:44,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T18:57:44,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-22T18:57:44,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-22T18:57:44,636 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f03cfde3f3abc7ec79ec6e29a38cec6/.tmp/testFamily/23c39b207025467cb77704c8df44dfe7 is 61, key is row-0/testFamily:testQualifier/1732301810395/Put/seqid=0 2024-11-22T18:57:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741863_1039 (size=5049) 2024-11-22T18:57:44,660 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:44,860 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:45,043 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f03cfde3f3abc7ec79ec6e29a38cec6/.tmp/testFamily/23c39b207025467cb77704c8df44dfe7 2024-11-22T18:57:45,053 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f03cfde3f3abc7ec79ec6e29a38cec6/.tmp/testFamily/23c39b207025467cb77704c8df44dfe7 as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f03cfde3f3abc7ec79ec6e29a38cec6/testFamily/23c39b207025467cb77704c8df44dfe7 2024-11-22T18:57:45,061 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 5f03cfde3f3abc7ec79ec6e29a38cec6, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:45,061 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f03cfde3f3abc7ec79ec6e29a38cec6/testFamily/23c39b207025467cb77704c8df44dfe7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:45,062 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f03cfde3f3abc7ec79ec6e29a38cec6 in 447ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:45,071 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f03cfde3f3abc7ec79ec6e29a38cec6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:45,072 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:57:45,072 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f03cfde3f3abc7ec79ec6e29a38cec6: Waiting for close lock at 1732301864615Running coprocessor pre-close hooks at 1732301864615Disabling compacts and flushes for region at 1732301864615Disabling writes for close at 1732301864615Obtaining lock to block concurrent updates at 1732301864615Preparing flush snapshotting stores in 5f03cfde3f3abc7ec79ec6e29a38cec6 at 1732301864615Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301864615Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. at 1732301864616 (+1 ms)Flushing 5f03cfde3f3abc7ec79ec6e29a38cec6/testFamily: creating writer at 1732301864616Flushing 5f03cfde3f3abc7ec79ec6e29a38cec6/testFamily: appending metadata at 1732301864636 (+20 ms)Flushing 5f03cfde3f3abc7ec79ec6e29a38cec6/testFamily: closing flushed file at 1732301864636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597aab51: reopening flushed file at 1732301865051 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f03cfde3f3abc7ec79ec6e29a38cec6 in 447ms, sequenceid=8, compaction requested=false at 1732301865063 (+12 ms)Writing region close event to WAL at 1732301865066 (+3 ms)Running coprocessor post-close hooks at 1732301865071 (+5 ms)Closed at 1732301865071 2024-11-22T18:57:45,072 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732301809224.5f03cfde3f3abc7ec79ec6e29a38cec6. 2024-11-22T18:57:45,072 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 864ad0a5fd785e381bc9f7284c37b9f7, disabling compactions & flushes 2024-11-22T18:57:45,072 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:45,072 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:45,072 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. after waiting 0 ms 2024-11-22T18:57:45,072 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:45,072 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 864ad0a5fd785e381bc9f7284c37b9f7 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:45,095 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/864ad0a5fd785e381bc9f7284c37b9f7/.tmp/testFamily/89ccdc4dd8374859922994d0db0b10b6 is 61, key is row-0/testFamily:testQualifier/1732301841046/Put/seqid=0 2024-11-22T18:57:45,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741864_1040 (size=5049) 2024-11-22T18:57:45,261 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-22T18:57:45,261 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1325): Online Regions={864ad0a5fd785e381bc9f7284c37b9f7=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., 4206d7c0b0debf3c20d4883e35c47cd4=testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4., 38ec4e7f5b3686686f8185e72f0f64bc=testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc., 82c99fe2d1dc7d365dddb8d157d96039=testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039.} 2024-11-22T18:57:45,261 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:45,461 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 38ec4e7f5b3686686f8185e72f0f64bc, 4206d7c0b0debf3c20d4883e35c47cd4, 82c99fe2d1dc7d365dddb8d157d96039, 864ad0a5fd785e381bc9f7284c37b9f7 2024-11-22T18:57:45,501 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/864ad0a5fd785e381bc9f7284c37b9f7/.tmp/testFamily/89ccdc4dd8374859922994d0db0b10b6 2024-11-22T18:57:45,511 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/864ad0a5fd785e381bc9f7284c37b9f7/.tmp/testFamily/89ccdc4dd8374859922994d0db0b10b6 as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/864ad0a5fd785e381bc9f7284c37b9f7/testFamily/89ccdc4dd8374859922994d0db0b10b6 2024-11-22T18:57:45,519 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/864ad0a5fd785e381bc9f7284c37b9f7/testFamily/89ccdc4dd8374859922994d0db0b10b6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:45,520 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 864ad0a5fd785e381bc9f7284c37b9f7 in 448ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:45,525 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/864ad0a5fd785e381bc9f7284c37b9f7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:45,526 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:45,526 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 864ad0a5fd785e381bc9f7284c37b9f7: Waiting for close lock at 1732301865072Running coprocessor pre-close hooks at 1732301865072Disabling compacts and flushes for region at 1732301865072Disabling writes for close at 1732301865072Obtaining lock to block concurrent updates at 1732301865073 (+1 ms)Preparing flush snapshotting stores in 864ad0a5fd785e381bc9f7284c37b9f7 at 1732301865073Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301865073Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. at 1732301865073Flushing 864ad0a5fd785e381bc9f7284c37b9f7/testFamily: creating writer at 1732301865074 (+1 ms)Flushing 864ad0a5fd785e381bc9f7284c37b9f7/testFamily: appending metadata at 1732301865094 (+20 ms)Flushing 864ad0a5fd785e381bc9f7284c37b9f7/testFamily: closing flushed file at 1732301865094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c57e71b: reopening flushed file at 1732301865509 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 864ad0a5fd785e381bc9f7284c37b9f7 in 448ms, sequenceid=8, compaction requested=false at 1732301865520 (+11 ms)Writing region close event to WAL at 1732301865521 (+1 ms)Running coprocessor post-close hooks at 1732301865526 (+5 ms)Closed at 1732301865526 2024-11-22T18:57:45,526 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732301840021.864ad0a5fd785e381bc9f7284c37b9f7. 2024-11-22T18:57:45,526 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4206d7c0b0debf3c20d4883e35c47cd4, disabling compactions & flushes 2024-11-22T18:57:45,526 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:45,526 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:45,526 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. after waiting 0 ms 2024-11-22T18:57:45,526 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:45,527 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4206d7c0b0debf3c20d4883e35c47cd4 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:45,546 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextException/4206d7c0b0debf3c20d4883e35c47cd4/.tmp/testFamily/43e019f687e249af80ff0c4ace6401a3 is 61, key is row-0/testFamily:testQualifier/1732301827741/Put/seqid=0 2024-11-22T18:57:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741865_1041 (size=5049) 2024-11-22T18:57:45,552 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextException/4206d7c0b0debf3c20d4883e35c47cd4/.tmp/testFamily/43e019f687e249af80ff0c4ace6401a3 2024-11-22T18:57:45,562 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextException/4206d7c0b0debf3c20d4883e35c47cd4/.tmp/testFamily/43e019f687e249af80ff0c4ace6401a3 as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextException/4206d7c0b0debf3c20d4883e35c47cd4/testFamily/43e019f687e249af80ff0c4ace6401a3 2024-11-22T18:57:45,569 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextException/4206d7c0b0debf3c20d4883e35c47cd4/testFamily/43e019f687e249af80ff0c4ace6401a3, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:45,570 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4206d7c0b0debf3c20d4883e35c47cd4 in 43ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:45,577 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testRetryOutOfOrderScannerNextException/4206d7c0b0debf3c20d4883e35c47cd4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:45,578 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:45,578 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4206d7c0b0debf3c20d4883e35c47cd4: Waiting for close lock at 1732301865526Running coprocessor pre-close hooks at 1732301865526Disabling compacts and flushes for region at 1732301865526Disabling writes for close at 1732301865526Obtaining lock to block concurrent updates at 1732301865527 (+1 ms)Preparing flush snapshotting stores in 4206d7c0b0debf3c20d4883e35c47cd4 at 1732301865527Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301865527Flushing stores of testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. at 1732301865528 (+1 ms)Flushing 4206d7c0b0debf3c20d4883e35c47cd4/testFamily: creating writer at 1732301865528Flushing 4206d7c0b0debf3c20d4883e35c47cd4/testFamily: appending metadata at 1732301865545 (+17 ms)Flushing 4206d7c0b0debf3c20d4883e35c47cd4/testFamily: closing flushed file at 1732301865545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756bdd54: reopening flushed file at 1732301865561 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4206d7c0b0debf3c20d4883e35c47cd4 in 43ms, sequenceid=8, compaction requested=false at 1732301865570 (+9 ms)Writing region close event to WAL at 1732301865572 (+2 ms)Running coprocessor post-close hooks at 1732301865578 (+6 ms)Closed at 1732301865578 2024-11-22T18:57:45,578 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732301826714.4206d7c0b0debf3c20d4883e35c47cd4. 2024-11-22T18:57:45,579 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38ec4e7f5b3686686f8185e72f0f64bc, disabling compactions & flushes 2024-11-22T18:57:45,579 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:45,579 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:45,579 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. after waiting 0 ms 2024-11-22T18:57:45,579 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:45,579 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 38ec4e7f5b3686686f8185e72f0f64bc 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:45,603 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNext/38ec4e7f5b3686686f8185e72f0f64bc/.tmp/testFamily/2bc786f6bf6348ae9e29e06f5d432a90 is 61, key is row-0/testFamily:testQualifier/1732301836979/Put/seqid=0 2024-11-22T18:57:45,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741866_1042 (size=5049) 2024-11-22T18:57:45,614 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNext/38ec4e7f5b3686686f8185e72f0f64bc/.tmp/testFamily/2bc786f6bf6348ae9e29e06f5d432a90 2024-11-22T18:57:45,626 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNext/38ec4e7f5b3686686f8185e72f0f64bc/.tmp/testFamily/2bc786f6bf6348ae9e29e06f5d432a90 as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNext/38ec4e7f5b3686686f8185e72f0f64bc/testFamily/2bc786f6bf6348ae9e29e06f5d432a90 2024-11-22T18:57:45,638 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNext/38ec4e7f5b3686686f8185e72f0f64bc/testFamily/2bc786f6bf6348ae9e29e06f5d432a90, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:45,640 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 38ec4e7f5b3686686f8185e72f0f64bc in 61ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:45,649 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNext/38ec4e7f5b3686686f8185e72f0f64bc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:45,649 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:45,650 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38ec4e7f5b3686686f8185e72f0f64bc: Waiting for close lock at 1732301865578Running coprocessor pre-close hooks at 1732301865579 (+1 ms)Disabling compacts and flushes for region at 1732301865579Disabling writes for close at 1732301865579Obtaining lock to block concurrent updates at 1732301865579Preparing flush snapshotting stores in 38ec4e7f5b3686686f8185e72f0f64bc at 1732301865579Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301865579Flushing stores of testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. at 1732301865580 (+1 ms)Flushing 38ec4e7f5b3686686f8185e72f0f64bc/testFamily: creating writer at 1732301865580Flushing 38ec4e7f5b3686686f8185e72f0f64bc/testFamily: appending metadata at 1732301865603 (+23 ms)Flushing 38ec4e7f5b3686686f8185e72f0f64bc/testFamily: closing flushed file at 1732301865603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f426bf5: reopening flushed file at 1732301865625 (+22 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 38ec4e7f5b3686686f8185e72f0f64bc in 61ms, sequenceid=8, compaction requested=false at 1732301865640 (+15 ms)Writing region close event to WAL at 1732301865641 (+1 ms)Running coprocessor post-close hooks at 1732301865649 (+8 ms)Closed at 1732301865649 2024-11-22T18:57:45,650 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732301835948.38ec4e7f5b3686686f8185e72f0f64bc. 2024-11-22T18:57:45,650 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82c99fe2d1dc7d365dddb8d157d96039, disabling compactions & flushes 2024-11-22T18:57:45,650 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:45,650 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:45,650 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. after waiting 0 ms 2024-11-22T18:57:45,650 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:45,650 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82c99fe2d1dc7d365dddb8d157d96039 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-22T18:57:45,662 DEBUG [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1351): Waiting on 82c99fe2d1dc7d365dddb8d157d96039 2024-11-22T18:57:45,674 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNextAsync/82c99fe2d1dc7d365dddb8d157d96039/.tmp/testFamily/e377ccfffa4341dab882c8ae45aa2dbc is 61, key is row-0/testFamily:testQualifier/1732301832909/Put/seqid=0 2024-11-22T18:57:45,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741867_1043 (size=5049) 2024-11-22T18:57:45,686 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNextAsync/82c99fe2d1dc7d365dddb8d157d96039/.tmp/testFamily/e377ccfffa4341dab882c8ae45aa2dbc 2024-11-22T18:57:45,709 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNextAsync/82c99fe2d1dc7d365dddb8d157d96039/.tmp/testFamily/e377ccfffa4341dab882c8ae45aa2dbc as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNextAsync/82c99fe2d1dc7d365dddb8d157d96039/testFamily/e377ccfffa4341dab882c8ae45aa2dbc 2024-11-22T18:57:45,726 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNextAsync/82c99fe2d1dc7d365dddb8d157d96039/testFamily/e377ccfffa4341dab882c8ae45aa2dbc, entries=4, sequenceid=8, filesize=4.9 K 2024-11-22T18:57:45,727 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 82c99fe2d1dc7d365dddb8d157d96039 in 77ms, sequenceid=8, compaction requested=false 2024-11-22T18:57:45,772 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/data/default/testNormalScanTimeoutOnNextAsync/82c99fe2d1dc7d365dddb8d157d96039/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T18:57:45,774 INFO [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:45,774 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82c99fe2d1dc7d365dddb8d157d96039: Waiting for close lock at 1732301865650Running coprocessor pre-close hooks at 1732301865650Disabling compacts and flushes for region at 1732301865650Disabling writes for close at 1732301865650Obtaining lock to block concurrent updates at 1732301865650Preparing flush snapshotting stores in 82c99fe2d1dc7d365dddb8d157d96039 at 1732301865650Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732301865650Flushing stores of testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. at 1732301865651 (+1 ms)Flushing 82c99fe2d1dc7d365dddb8d157d96039/testFamily: creating writer at 1732301865651Flushing 82c99fe2d1dc7d365dddb8d157d96039/testFamily: appending metadata at 1732301865674 (+23 ms)Flushing 82c99fe2d1dc7d365dddb8d157d96039/testFamily: closing flushed file at 1732301865674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3732c0: reopening flushed file at 1732301865706 (+32 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 82c99fe2d1dc7d365dddb8d157d96039 in 77ms, sequenceid=8, compaction requested=false at 1732301865727 (+21 ms)Writing region close event to WAL at 1732301865746 (+19 ms)Running coprocessor post-close hooks at 1732301865774 (+28 ms)Closed at 1732301865774 2024-11-22T18:57:45,774 DEBUG [RS_CLOSE_REGION-regionserver/d79ba0c344fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732301831879.82c99fe2d1dc7d365dddb8d157d96039. 2024-11-22T18:57:45,862 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(976): stopping server d79ba0c344fb,44321,1732301745142; all regions closed. 2024-11-22T18:57:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741834_1010 (size=19479) 2024-11-22T18:57:45,876 DEBUG [RS:0;d79ba0c344fb:44321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/oldWALs 2024-11-22T18:57:45,877 INFO [RS:0;d79ba0c344fb:44321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d79ba0c344fb%2C44321%2C1732301745142.meta:.meta(num 1732301808658) 2024-11-22T18:57:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741833_1009 (size=20031) 2024-11-22T18:57:45,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/WALs/d79ba0c344fb,44321,1732301745142/d79ba0c344fb%2C44321%2C1732301745142.1732301808200 not finished, retry = 0 2024-11-22T18:57:45,995 DEBUG [RS:0;d79ba0c344fb:44321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/oldWALs 2024-11-22T18:57:45,995 INFO [RS:0;d79ba0c344fb:44321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d79ba0c344fb%2C44321%2C1732301745142:(num 1732301808200) 2024-11-22T18:57:45,995 DEBUG [RS:0;d79ba0c344fb:44321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T18:57:45,995 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:57:45,995 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:57:45,996 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.ChoreService(370): Chore service for: regionserver/d79ba0c344fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T18:57:45,996 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:57:45,997 INFO [regionserver/d79ba0c344fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:57:45,998 INFO [RS:0;d79ba0c344fb:44321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44321 2024-11-22T18:57:46,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T18:57:46,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d79ba0c344fb,44321,1732301745142 2024-11-22T18:57:46,004 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:57:46,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d79ba0c344fb,44321,1732301745142] 2024-11-22T18:57:46,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d79ba0c344fb,44321,1732301745142 already deleted, retry=false 2024-11-22T18:57:46,009 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d79ba0c344fb,44321,1732301745142 expired; onlineServers=0 2024-11-22T18:57:46,009 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd79ba0c344fb,38137,1732301744069' ***** 2024-11-22T18:57:46,010 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T18:57:46,010 INFO [M:0;d79ba0c344fb:38137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T18:57:46,010 INFO [M:0;d79ba0c344fb:38137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T18:57:46,010 DEBUG [M:0;d79ba0c344fb:38137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T18:57:46,010 DEBUG [M:0;d79ba0c344fb:38137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T18:57:46,010 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.small.0-1732301748001 {}] cleaner.HFileCleaner(306): Exit Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.small.0-1732301748001,5,FailOnTimeoutGroup] 2024-11-22T18:57:46,010 DEBUG [master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.large.0-1732301747988 {}] cleaner.HFileCleaner(306): Exit Thread[master/d79ba0c344fb:0:becomeActiveMaster-HFileCleaner.large.0-1732301747988,5,FailOnTimeoutGroup] 2024-11-22T18:57:46,010 INFO [M:0;d79ba0c344fb:38137 {}] hbase.ChoreService(370): Chore service for: master/d79ba0c344fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T18:57:46,010 INFO [M:0;d79ba0c344fb:38137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T18:57:46,011 DEBUG [M:0;d79ba0c344fb:38137 {}] master.HMaster(1795): Stopping service threads 2024-11-22T18:57:46,011 INFO [M:0;d79ba0c344fb:38137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T18:57:46,011 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T18:57:46,011 INFO [M:0;d79ba0c344fb:38137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T18:57:46,012 INFO [M:0;d79ba0c344fb:38137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T18:57:46,012 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T18:57:46,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T18:57:46,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T18:57:46,013 DEBUG [M:0;d79ba0c344fb:38137 {}] zookeeper.ZKUtil(347): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T18:57:46,013 WARN [M:0;d79ba0c344fb:38137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T18:57:46,014 INFO [M:0;d79ba0c344fb:38137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/.lastflushedseqids 2024-11-22T18:57:46,023 INFO [regionserver/d79ba0c344fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T18:57:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741868_1044 (size=523) 2024-11-22T18:57:46,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:57:46,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44321-0x1014108ce880001, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:57:46,108 INFO [RS:0;d79ba0c344fb:44321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:57:46,109 INFO [RS:0;d79ba0c344fb:44321 {}] regionserver.HRegionServer(1031): Exiting; stopping=d79ba0c344fb,44321,1732301745142; zookeeper connection closed. 2024-11-22T18:57:46,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aab3e80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aab3e80 2024-11-22T18:57:46,110 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T18:57:46,438 INFO [M:0;d79ba0c344fb:38137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T18:57:46,438 INFO [M:0;d79ba0c344fb:38137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T18:57:46,439 DEBUG [M:0;d79ba0c344fb:38137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T18:57:46,439 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:57:46,439 DEBUG [M:0;d79ba0c344fb:38137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:57:46,439 DEBUG [M:0;d79ba0c344fb:38137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T18:57:46,439 DEBUG [M:0;d79ba0c344fb:38137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:57:46,439 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.00 KB heapSize=190.60 KB 2024-11-22T18:57:46,460 DEBUG [M:0;d79ba0c344fb:38137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6c6ed8ef474ffe981dfd72050e2a20 is 82, key is hbase:meta,,1/info:regioninfo/1732301808774/Put/seqid=0 2024-11-22T18:57:46,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741869_1045 (size=5672) 2024-11-22T18:57:46,866 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6c6ed8ef474ffe981dfd72050e2a20 2024-11-22T18:57:46,900 DEBUG [M:0;d79ba0c344fb:38137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ba89630f9b646c9a780dd6b7917f54d is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732301809785/Put/seqid=0 2024-11-22T18:57:46,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741870_1046 (size=14081) 2024-11-22T18:57:46,907 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.44 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ba89630f9b646c9a780dd6b7917f54d 2024-11-22T18:57:46,915 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ba89630f9b646c9a780dd6b7917f54d 2024-11-22T18:57:46,937 DEBUG [M:0;d79ba0c344fb:38137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/271fb8f2787f48998ef3cf4868f99470 is 69, key is d79ba0c344fb,44321,1732301745142/rs:state/1732301778056/Put/seqid=0 2024-11-22T18:57:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741871_1047 (size=5156) 2024-11-22T18:57:47,351 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/271fb8f2787f48998ef3cf4868f99470 2024-11-22T18:57:47,361 DEBUG [M:0;d79ba0c344fb:38137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6c6ed8ef474ffe981dfd72050e2a20 as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f6c6ed8ef474ffe981dfd72050e2a20 2024-11-22T18:57:47,375 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f6c6ed8ef474ffe981dfd72050e2a20, entries=8, sequenceid=313, filesize=5.5 K 2024-11-22T18:57:47,378 DEBUG [M:0;d79ba0c344fb:38137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ba89630f9b646c9a780dd6b7917f54d as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ba89630f9b646c9a780dd6b7917f54d 2024-11-22T18:57:47,391 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ba89630f9b646c9a780dd6b7917f54d 2024-11-22T18:57:47,391 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ba89630f9b646c9a780dd6b7917f54d, entries=33, sequenceid=313, filesize=13.8 K 2024-11-22T18:57:47,393 DEBUG [M:0;d79ba0c344fb:38137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/271fb8f2787f48998ef3cf4868f99470 as hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/271fb8f2787f48998ef3cf4868f99470 2024-11-22T18:57:47,400 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45653/user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/271fb8f2787f48998ef3cf4868f99470, entries=1, sequenceid=313, filesize=5.0 K 2024-11-22T18:57:47,401 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.00 KB/166907, heapSize ~190.30 KB/194872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 962ms, sequenceid=313, compaction requested=false 2024-11-22T18:57:47,409 INFO [M:0;d79ba0c344fb:38137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T18:57:47,409 DEBUG [M:0;d79ba0c344fb:38137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732301866439Disabling compacts and flushes for region at 1732301866439Disabling writes for close at 1732301866439Obtaining lock to block concurrent updates at 1732301866439Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732301866439Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166907, getHeapSize=195112, getOffHeapSize=0, getCellsCount=360 at 1732301866439Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732301866440 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732301866440Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732301866459 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732301866459Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732301866875 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732301866899 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732301866899Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732301866915 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732301866937 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732301866937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375d762f: reopening flushed file at 1732301867360 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e49ef3: reopening flushed file at 1732301867375 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acd8761: reopening flushed file at 1732301867391 (+16 ms)Finished flush of dataSize ~163.00 KB/166907, heapSize ~190.30 KB/194872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 962ms, sequenceid=313, compaction requested=false at 1732301867402 (+11 ms)Writing region close event to WAL at 1732301867409 (+7 ms)Closed at 1732301867409 2024-11-22T18:57:47,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741830_1006 (size=187859) 2024-11-22T18:57:47,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb4cae4c-dcf5-4792-0244-855bfabdfd2f/MasterData/WALs/d79ba0c344fb,38137,1732301744069/d79ba0c344fb%2C38137%2C1732301744069.1732301747080 not finished, retry = 0 2024-11-22T18:57:47,515 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T18:57:47,515 INFO [M:0;d79ba0c344fb:38137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T18:57:47,516 INFO [M:0;d79ba0c344fb:38137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38137 2024-11-22T18:57:47,516 INFO [M:0;d79ba0c344fb:38137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T18:57:47,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:57:47,619 INFO [M:0;d79ba0c344fb:38137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T18:57:47,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38137-0x1014108ce880000, quorum=127.0.0.1:56258, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T18:57:47,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@429b6cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T18:57:47,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:57:47,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:57:47,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:57:47,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/hadoop.log.dir/,STOPPED} 2024-11-22T18:57:47,631 WARN [BP-202555942-172.17.0.2-1732301740165 heartbeating to localhost/127.0.0.1:45653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T18:57:47,631 WARN [BP-202555942-172.17.0.2-1732301740165 heartbeating to localhost/127.0.0.1:45653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-202555942-172.17.0.2-1732301740165 (Datanode Uuid d82621aa-d4b7-4dec-9924-20f2f9554f66) service to localhost/127.0.0.1:45653 2024-11-22T18:57:47,631 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T18:57:47,631 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T18:57:47,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/cluster_995bf892-cfd9-c3b8-bbef-ad64456643b4/data/data1/current/BP-202555942-172.17.0.2-1732301740165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:57:47,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/cluster_995bf892-cfd9-c3b8-bbef-ad64456643b4/data/data2/current/BP-202555942-172.17.0.2-1732301740165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T18:57:47,634 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T18:57:47,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b93e99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T18:57:47,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T18:57:47,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T18:57:47,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T18:57:47,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2dec2c41-e11c-92b8-f859-84bc6e33bea6/hadoop.log.dir/,STOPPED} 2024-11-22T18:57:47,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T18:57:47,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down