2024-11-09 00:38:36,356 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-09 00:38:36,373 main DEBUG Took 0.016048 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 00:38:36,374 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 00:38:36,374 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 00:38:36,375 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 00:38:36,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,382 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 00:38:36,393 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,396 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,399 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,400 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,401 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,402 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,404 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,405 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:38:36,406 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,406 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 00:38:36,409 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:38:36,410 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 00:38:36,413 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 00:38:36,413 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 00:38:36,415 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 00:38:36,415 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 00:38:36,424 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 00:38:36,427 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 00:38:36,428 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 00:38:36,429 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 00:38:36,429 main DEBUG createAppenders(={Console}) 2024-11-09 00:38:36,430 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-09 00:38:36,430 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-09 00:38:36,431 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-09 00:38:36,431 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 00:38:36,432 main DEBUG OutputStream closed 2024-11-09 00:38:36,432 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 00:38:36,433 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 00:38:36,433 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-09 00:38:36,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 00:38:36,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 00:38:36,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 00:38:36,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 00:38:36,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 00:38:36,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 00:38:36,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 00:38:36,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 00:38:36,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 00:38:36,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 00:38:36,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 00:38:36,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 00:38:36,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 00:38:36,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 00:38:36,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 00:38:36,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 00:38:36,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 00:38:36,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 00:38:36,533 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 00:38:36,533 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-09 00:38:36,534 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 00:38:36,535 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-09T00:38:36,548 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-09 00:38:36,551 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 00:38:36,552 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T00:38:36,841 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406 2024-11-09T00:38:36,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T00:38:36,885 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/cluster_6ba6ff4f-23eb-6434-b22b-8a96cd934675, deleteOnExit=true 2024-11-09T00:38:36,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T00:38:36,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/test.cache.data in system properties and HBase conf 2024-11-09T00:38:36,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T00:38:36,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/hadoop.log.dir in system properties and HBase conf 2024-11-09T00:38:36,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T00:38:36,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T00:38:36,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T00:38:36,986 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T00:38:37,079 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T00:38:37,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T00:38:37,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T00:38:37,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T00:38:37,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T00:38:37,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T00:38:37,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T00:38:37,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T00:38:37,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T00:38:37,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T00:38:37,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/nfs.dump.dir in system properties and HBase conf 2024-11-09T00:38:37,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/java.io.tmpdir in system properties and HBase conf 2024-11-09T00:38:37,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T00:38:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T00:38:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T00:38:37,925 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T00:38:38,001 INFO [Time-limited test {}] log.Log(170): Logging initialized @2318ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T00:38:38,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:38:38,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:38:38,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:38:38,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:38:38,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T00:38:38,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:38:38,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:38:38,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:38:38,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/java.io.tmpdir/jetty-localhost-35579-hadoop-hdfs-3_4_1-tests_jar-_-any-15325980026665349223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T00:38:38,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:35579} 2024-11-09T00:38:38,371 INFO [Time-limited test {}] server.Server(415): Started @2689ms 2024-11-09T00:38:38,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:38:38,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:38:38,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:38:38,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:38:38,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T00:38:38,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:38:38,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:38:38,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/java.io.tmpdir/jetty-localhost-40225-hadoop-hdfs-3_4_1-tests_jar-_-any-10527734216172933711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:38:38,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:40225} 2024-11-09T00:38:38,892 INFO [Time-limited test {}] server.Server(415): Started @3211ms 2024-11-09T00:38:38,947 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T00:38:39,373 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/cluster_6ba6ff4f-23eb-6434-b22b-8a96cd934675/data/data2/current/BP-1978627458-172.17.0.2-1731112717683/current, will proceed with Du for space computation calculation, 2024-11-09T00:38:39,373 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/cluster_6ba6ff4f-23eb-6434-b22b-8a96cd934675/data/data1/current/BP-1978627458-172.17.0.2-1731112717683/current, will proceed with Du for space computation calculation, 2024-11-09T00:38:39,419 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T00:38:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x375736cefb38a4f7 with lease ID 0xd7e4ccddf20b7f22: Processing first storage report for DS-dc27d45e-9a2e-49f8-9fae-4cc35a99756a from datanode DatanodeRegistration(127.0.0.1:44015, datanodeUuid=122e8242-ad46-48f3-934a-e81bcf24bf8b, infoPort=41231, infoSecurePort=0, ipcPort=34531, storageInfo=lv=-57;cid=testClusterID;nsid=57321720;c=1731112717683) 2024-11-09T00:38:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x375736cefb38a4f7 with lease ID 0xd7e4ccddf20b7f22: from storage DS-dc27d45e-9a2e-49f8-9fae-4cc35a99756a node DatanodeRegistration(127.0.0.1:44015, datanodeUuid=122e8242-ad46-48f3-934a-e81bcf24bf8b, infoPort=41231, infoSecurePort=0, ipcPort=34531, storageInfo=lv=-57;cid=testClusterID;nsid=57321720;c=1731112717683), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T00:38:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x375736cefb38a4f7 with lease ID 0xd7e4ccddf20b7f22: Processing first storage report for DS-0f54b41d-ba51-4c30-99cf-e3ff5ebdeeaf from datanode DatanodeRegistration(127.0.0.1:44015, datanodeUuid=122e8242-ad46-48f3-934a-e81bcf24bf8b, infoPort=41231, infoSecurePort=0, ipcPort=34531, storageInfo=lv=-57;cid=testClusterID;nsid=57321720;c=1731112717683) 2024-11-09T00:38:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x375736cefb38a4f7 with lease ID 0xd7e4ccddf20b7f22: from storage DS-0f54b41d-ba51-4c30-99cf-e3ff5ebdeeaf node DatanodeRegistration(127.0.0.1:44015, datanodeUuid=122e8242-ad46-48f3-934a-e81bcf24bf8b, infoPort=41231, infoSecurePort=0, ipcPort=34531, storageInfo=lv=-57;cid=testClusterID;nsid=57321720;c=1731112717683), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T00:38:39,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406 2024-11-09T00:38:39,612 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/cluster_6ba6ff4f-23eb-6434-b22b-8a96cd934675/zookeeper_0, clientPort=62311, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/cluster_6ba6ff4f-23eb-6434-b22b-8a96cd934675/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/cluster_6ba6ff4f-23eb-6434-b22b-8a96cd934675/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T00:38:39,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62311 2024-11-09T00:38:39,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:38:39,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:38:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741825_1001 (size=7) 2024-11-09T00:38:40,273 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 with version=8 2024-11-09T00:38:40,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/hbase-staging 2024-11-09T00:38:40,377 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T00:38:40,634 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a15bf3ddec7f:0 server-side Connection retries=9 2024-11-09T00:38:40,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:38:40,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:38:40,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:38:40,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:38:40,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:38:40,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T00:38:40,855 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T00:38:40,864 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T00:38:40,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:38:40,896 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13777 (auto-detected) 2024-11-09T00:38:40,898 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T00:38:40,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39727 2024-11-09T00:38:40,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39727 connecting to ZooKeeper ensemble=127.0.0.1:62311 2024-11-09T00:38:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397270x0, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:38:40,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39727-0x100fa29bf790000 connected 2024-11-09T00:38:41,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:38:41,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:38:41,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:38:41,035 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3, hbase.cluster.distributed=false 2024-11-09T00:38:41,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:38:41,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39727 2024-11-09T00:38:41,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39727 2024-11-09T00:38:41,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39727 2024-11-09T00:38:41,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39727 2024-11-09T00:38:41,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39727 2024-11-09T00:38:41,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a15bf3ddec7f:0 server-side Connection retries=9 2024-11-09T00:38:41,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:38:41,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:38:41,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:38:41,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:38:41,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:38:41,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T00:38:41,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:38:41,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45713 2024-11-09T00:38:41,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45713 connecting to ZooKeeper ensemble=127.0.0.1:62311 2024-11-09T00:38:41,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:38:41,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:38:41,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457130x0, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:38:41,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45713-0x100fa29bf790001 connected 2024-11-09T00:38:41,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:38:41,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T00:38:41,221 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T00:38:41,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T00:38:41,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:38:41,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-09T00:38:41,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45713 2024-11-09T00:38:41,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45713 2024-11-09T00:38:41,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-09T00:38:41,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-09T00:38:41,248 DEBUG [M:0;a15bf3ddec7f:39727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a15bf3ddec7f:39727 2024-11-09T00:38:41,249 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a15bf3ddec7f,39727,1731112720430 2024-11-09T00:38:41,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:38:41,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:38:41,258 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a15bf3ddec7f,39727,1731112720430 2024-11-09T00:38:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T00:38:41,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:41,282 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T00:38:41,283 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a15bf3ddec7f,39727,1731112720430 from backup master directory 2024-11-09T00:38:41,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a15bf3ddec7f,39727,1731112720430 2024-11-09T00:38:41,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:38:41,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:38:41,287 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:38:41,287 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a15bf3ddec7f,39727,1731112720430 2024-11-09T00:38:41,289 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T00:38:41,290 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T00:38:41,348 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/hbase.id] with ID: 01b7acd3-8679-4005-9ed1-0dcc84f8a856 2024-11-09T00:38:41,348 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/.tmp/hbase.id 2024-11-09T00:38:41,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741826_1002 (size=42) 2024-11-09T00:38:41,760 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/.tmp/hbase.id]:[hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/hbase.id] 2024-11-09T00:38:41,802 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:38:41,807 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T00:38:41,827 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-09T00:38:41,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:41,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741827_1003 (size=196) 2024-11-09T00:38:42,262 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:38:42,264 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T00:38:42,281 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:38:42,285 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T00:38:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741828_1004 (size=1189) 2024-11-09T00:38:42,735 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store 2024-11-09T00:38:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741829_1005 (size=34) 2024-11-09T00:38:43,161 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T00:38:43,164 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:38:43,165 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T00:38:43,165 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:38:43,165 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:38:43,167 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T00:38:43,167 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:38:43,167 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:38:43,169 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731112723165Disabling compacts and flushes for region at 1731112723165Disabling writes for close at 1731112723167 (+2 ms)Writing region close event to WAL at 1731112723167Closed at 1731112723167 2024-11-09T00:38:43,171 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/.initializing 2024-11-09T00:38:43,171 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/WALs/a15bf3ddec7f,39727,1731112720430 2024-11-09T00:38:43,180 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T00:38:43,195 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C39727%2C1731112720430, suffix=, logDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/WALs/a15bf3ddec7f,39727,1731112720430, archiveDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/oldWALs, maxLogs=10 2024-11-09T00:38:43,217 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/WALs/a15bf3ddec7f,39727,1731112720430/a15bf3ddec7f%2C39727%2C1731112720430.1731112723199, exclude list is [], retry=0 2024-11-09T00:38:43,234 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44015,DS-dc27d45e-9a2e-49f8-9fae-4cc35a99756a,DISK] 2024-11-09T00:38:43,237 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T00:38:43,273 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/WALs/a15bf3ddec7f,39727,1731112720430/a15bf3ddec7f%2C39727%2C1731112720430.1731112723199 2024-11-09T00:38:43,274 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-09T00:38:43,275 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:38:43,275 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:38:43,278 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,279 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T00:38:43,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:38:43,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:38:43,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T00:38:43,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:38:43,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:38:43,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T00:38:43,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:38:43,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:38:43,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T00:38:43,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:38:43,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:38:43,366 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,369 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,370 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,375 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,376 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,380 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T00:38:43,383 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:38:43,387 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:38:43,388 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75134156, jitterRate=0.11958616971969604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T00:38:43,394 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731112723292Initializing all the Stores at 1731112723294 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112723294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112723295 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112723295Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112723295Cleaning up temporary data from old regions at 1731112723376 (+81 ms)Region opened successfully at 1731112723394 (+18 ms) 2024-11-09T00:38:43,396 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T00:38:43,429 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebcb50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:38:43,462 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T00:38:43,474 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T00:38:43,474 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T00:38:43,477 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T00:38:43,479 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T00:38:43,483 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T00:38:43,484 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T00:38:43,509 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T00:38:43,517 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T00:38:43,520 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T00:38:43,522 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T00:38:43,523 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T00:38:43,528 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T00:38:43,530 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T00:38:43,534 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T00:38:43,535 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T00:38:43,536 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T00:38:43,538 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T00:38:43,555 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T00:38:43,557 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T00:38:43,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:38:43,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:38:43,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:43,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:43,570 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a15bf3ddec7f,39727,1731112720430, sessionid=0x100fa29bf790000, setting cluster-up flag (Was=false) 2024-11-09T00:38:43,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:43,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:43,589 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T00:38:43,591 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a15bf3ddec7f,39727,1731112720430 2024-11-09T00:38:43,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:43,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:38:43,603 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T00:38:43,604 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a15bf3ddec7f,39727,1731112720430 2024-11-09T00:38:43,611 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T00:38:43,638 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(746): ClusterId : 01b7acd3-8679-4005-9ed1-0dcc84f8a856 2024-11-09T00:38:43,641 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T00:38:43,645 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T00:38:43,646 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T00:38:43,650 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T00:38:43,650 DEBUG [RS:0;a15bf3ddec7f:45713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e794201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:38:43,668 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a15bf3ddec7f:45713 2024-11-09T00:38:43,671 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T00:38:43,671 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T00:38:43,672 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T00:38:43,674 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,39727,1731112720430 with port=45713, startcode=1731112721143 2024-11-09T00:38:43,686 DEBUG [RS:0;a15bf3ddec7f:45713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T00:38:43,688 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T00:38:43,698 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T00:38:43,704 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T00:38:43,710 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a15bf3ddec7f,39727,1731112720430 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T00:38:43,718 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:38:43,718 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:38:43,719 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:38:43,719 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40405, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T00:38:43,719 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:38:43,719 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a15bf3ddec7f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T00:38:43,719 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:38:43,719 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:38:43,720 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:38:43,721 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731112753721 2024-11-09T00:38:43,723 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T00:38:43,725 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T00:38:43,725 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39727 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-09T00:38:43,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T00:38:43,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T00:38:43,728 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T00:38:43,728 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T00:38:43,729 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T00:38:43,729 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T00:38:43,730 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T00:38:43,733 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T00:38:43,733 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:38:43,734 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T00:38:43,734 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T00:38:43,735 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T00:38:43,737 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T00:38:43,737 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T00:38:43,739 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.large.0-1731112723738,5,FailOnTimeoutGroup] 2024-11-09T00:38:43,740 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.small.0-1731112723740,5,FailOnTimeoutGroup] 2024-11-09T00:38:43,740 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T00:38:43,740 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T00:38:43,741 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T00:38:43,742 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T00:38:43,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741831_1007 (size=1321) 2024-11-09T00:38:43,754 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T00:38:43,754 WARN [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-09T00:38:44,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T00:38:44,148 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:38:44,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741832_1008 (size=32) 2024-11-09T00:38:44,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:38:44,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T00:38:44,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T00:38:44,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:38:44,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:38:44,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T00:38:44,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T00:38:44,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:38:44,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:38:44,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T00:38:44,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T00:38:44,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:38:44,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:38:44,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T00:38:44,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T00:38:44,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:38:44,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:38:44,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T00:38:44,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740 2024-11-09T00:38:44,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740 2024-11-09T00:38:44,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T00:38:44,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T00:38:44,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T00:38:44,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T00:38:44,588 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:38:44,589 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65429240, jitterRate=-0.025028347969055176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T00:38:44,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731112724560Initializing all the Stores at 1731112724561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112724561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112724562 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112724562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112724562Cleaning up temporary data from old regions at 1731112724581 (+19 ms)Region opened successfully at 1731112724593 (+12 ms) 2024-11-09T00:38:44,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T00:38:44,593 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T00:38:44,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T00:38:44,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T00:38:44,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T00:38:44,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T00:38:44,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731112724593Disabling compacts and flushes for region at 1731112724593Disabling writes for close at 1731112724593Writing region close event to WAL at 1731112724594 (+1 ms)Closed at 1731112724595 (+1 ms) 2024-11-09T00:38:44,599 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T00:38:44,599 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T00:38:44,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T00:38:44,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T00:38:44,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T00:38:44,768 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:45,768 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:46,769 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:47,769 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:48,770 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:49,771 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:50,771 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:50,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T00:38:50,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T00:38:51,772 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:52,773 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:53,773 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:54,774 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:55,775 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:56,775 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:57,776 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:58,777 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:38:59,777 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:00,778 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:01,779 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:02,779 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:03,780 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:04,781 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:05,781 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:06,782 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:07,783 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:08,783 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:09,534 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T00:39:09,784 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:10,785 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:11,785 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:12,786 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:13,756 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,39727,1731112720430 with port=45713, startcode=1731112721143 2024-11-09T00:39:13,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:13,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39727 {}] master.ServerManager(517): Registering regionserver=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:13,769 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:39:13,769 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33175 2024-11-09T00:39:13,769 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T00:39:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:39:13,774 DEBUG [RS:0;a15bf3ddec7f:45713 {}] zookeeper.ZKUtil(111): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:13,774 WARN [RS:0;a15bf3ddec7f:45713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:39:13,774 INFO [RS:0;a15bf3ddec7f:45713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T00:39:13,775 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/WALs/a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:13,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a15bf3ddec7f,45713,1731112721143] 2024-11-09T00:39:13,786 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:13,800 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T00:39:13,811 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T00:39:13,816 INFO [RS:0;a15bf3ddec7f:45713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T00:39:13,816 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,817 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T00:39:13,823 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T00:39:13,824 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,824 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,825 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,825 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,825 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,825 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,825 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:39:13,825 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,826 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,826 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,826 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,826 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,826 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:39:13,826 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:39:13,826 DEBUG [RS:0;a15bf3ddec7f:45713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:39:13,827 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,827 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,827 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,827 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,828 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,828 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,45713,1731112721143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:39:13,847 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T00:39:13,849 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,45713,1731112721143-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,850 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,850 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.Replication(171): a15bf3ddec7f,45713,1731112721143 started 2024-11-09T00:39:13,869 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:13,869 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1482): Serving as a15bf3ddec7f,45713,1731112721143, RpcServer on a15bf3ddec7f/172.17.0.2:45713, sessionid=0x100fa29bf790001 2024-11-09T00:39:13,870 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T00:39:13,870 DEBUG [RS:0;a15bf3ddec7f:45713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:13,871 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,45713,1731112721143' 2024-11-09T00:39:13,871 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T00:39:13,872 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T00:39:13,872 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T00:39:13,873 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T00:39:13,873 DEBUG [RS:0;a15bf3ddec7f:45713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:13,873 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,45713,1731112721143' 2024-11-09T00:39:13,873 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T00:39:13,873 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T00:39:13,874 DEBUG [RS:0;a15bf3ddec7f:45713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T00:39:13,874 INFO [RS:0;a15bf3ddec7f:45713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T00:39:13,874 INFO [RS:0;a15bf3ddec7f:45713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T00:39:14,787 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:15,788 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:16,788 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:17,789 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:18,789 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:19,790 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:20,791 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:21,791 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:22,792 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:23,793 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:24,793 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:25,794 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:26,794 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:27,795 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:28,796 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:29,796 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:30,797 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:31,798 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:32,798 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:33,799 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:34,800 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:35,800 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:36,801 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:37,802 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:38,802 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:39,534 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T00:39:39,803 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:40,803 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:41,804 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:42,805 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:43,805 WARN [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:39:43,880 INFO [RS:0;a15bf3ddec7f:45713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T00:39:43,885 INFO [RS:0;a15bf3ddec7f:45713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C45713%2C1731112721143, suffix=, logDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/WALs/a15bf3ddec7f,45713,1731112721143, archiveDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/oldWALs, maxLogs=32 2024-11-09T00:39:43,905 DEBUG [RS:0;a15bf3ddec7f:45713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/WALs/a15bf3ddec7f,45713,1731112721143/a15bf3ddec7f%2C45713%2C1731112721143.1731112783888, exclude list is [], retry=0 2024-11-09T00:39:43,909 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44015,DS-dc27d45e-9a2e-49f8-9fae-4cc35a99756a,DISK] 2024-11-09T00:39:43,913 INFO [RS:0;a15bf3ddec7f:45713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/WALs/a15bf3ddec7f,45713,1731112721143/a15bf3ddec7f%2C45713%2C1731112721143.1731112783888 2024-11-09T00:39:43,914 DEBUG [RS:0;a15bf3ddec7f:45713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-09T00:39:44,058 DEBUG [a15bf3ddec7f:39727 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T00:39:44,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:44,077 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a15bf3ddec7f,45713,1731112721143, state=OPENING 2024-11-09T00:39:44,084 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T00:39:44,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:39:44,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:39:44,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:39:44,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:39:44,088 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T00:39:44,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:39:44,268 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T00:39:44,271 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T00:39:44,283 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T00:39:44,283 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T00:39:44,284 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T00:39:44,287 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C45713%2C1731112721143.meta, suffix=.meta, logDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/WALs/a15bf3ddec7f,45713,1731112721143, archiveDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/oldWALs, maxLogs=32 2024-11-09T00:39:44,304 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/WALs/a15bf3ddec7f,45713,1731112721143/a15bf3ddec7f%2C45713%2C1731112721143.meta.1731112784289.meta, exclude list is [], retry=0 2024-11-09T00:39:44,309 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44015,DS-dc27d45e-9a2e-49f8-9fae-4cc35a99756a,DISK] 2024-11-09T00:39:44,312 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/WALs/a15bf3ddec7f,45713,1731112721143/a15bf3ddec7f%2C45713%2C1731112721143.meta.1731112784289.meta 2024-11-09T00:39:44,313 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-11-09T00:39:44,313 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:39:44,315 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T00:39:44,319 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T00:39:44,324 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T00:39:44,331 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T00:39:44,331 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:39:44,332 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T00:39:44,332 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T00:39:44,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T00:39:44,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T00:39:44,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:44,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:39:44,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T00:39:44,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T00:39:44,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:44,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:39:44,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T00:39:44,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T00:39:44,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:44,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:39:44,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T00:39:44,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T00:39:44,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:44,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:39:44,345 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T00:39:44,347 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740 2024-11-09T00:39:44,350 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740 2024-11-09T00:39:44,352 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T00:39:44,353 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T00:39:44,353 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T00:39:44,356 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T00:39:44,357 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75317604, jitterRate=0.12231975793838501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T00:39:44,358 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T00:39:44,359 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731112784332Writing region info on filesystem at 1731112784332Initializing all the Stores at 1731112784334 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112784335 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112784335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112784335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112784335Cleaning up temporary data from old regions at 1731112784353 (+18 ms)Running coprocessor post-open hooks at 1731112784358 (+5 ms)Region opened successfully at 1731112784359 (+1 ms) 2024-11-09T00:39:44,367 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731112784259 2024-11-09T00:39:44,378 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T00:39:44,379 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T00:39:44,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:44,383 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a15bf3ddec7f,45713,1731112721143, state=OPEN 2024-11-09T00:39:44,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:39:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:39:44,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:39:44,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:39:44,389 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:44,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T00:39:44,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a15bf3ddec7f,45713,1731112721143 in 299 msec 2024-11-09T00:39:44,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T00:39:44,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7910 sec 2024-11-09T00:39:44,403 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T00:39:44,403 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T00:39:44,423 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T00:39:44,425 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a15bf3ddec7f,45713,1731112721143, seqNum=-1] 2024-11-09T00:39:44,446 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T00:39:44,449 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43061, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T00:39:44,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.827 sec 2024-11-09T00:39:44,469 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731112784469, completionTime=-1 2024-11-09T00:39:44,473 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T00:39:44,473 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T00:39:44,506 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-09T00:39:44,506 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731112844506 2024-11-09T00:39:44,506 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731112904506 2024-11-09T00:39:44,506 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-09T00:39:44,509 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,39727,1731112720430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:44,509 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,39727,1731112720430-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:44,509 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,39727,1731112720430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:44,511 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a15bf3ddec7f:39727, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:44,512 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:44,512 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:44,520 DEBUG [master/a15bf3ddec7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T00:39:44,545 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.257sec 2024-11-09T00:39:44,546 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T00:39:44,547 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T00:39:44,548 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T00:39:44,549 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T00:39:44,549 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T00:39:44,550 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,39727,1731112720430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:39:44,550 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,39727,1731112720430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T00:39:44,558 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T00:39:44,559 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T00:39:44,559 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,39727,1731112720430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:39:44,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b928a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:39:44,596 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T00:39:44,597 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T00:39:44,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a15bf3ddec7f,39727,-1 for getting cluster id 2024-11-09T00:39:44,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T00:39:44,613 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01b7acd3-8679-4005-9ed1-0dcc84f8a856' 2024-11-09T00:39:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T00:39:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01b7acd3-8679-4005-9ed1-0dcc84f8a856" 2024-11-09T00:39:44,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:39:44,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a15bf3ddec7f,39727,-1] 2024-11-09T00:39:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T00:39:44,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:39:44,624 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T00:39:44,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757813c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:39:44,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T00:39:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a15bf3ddec7f,45713,1731112721143, seqNum=-1] 2024-11-09T00:39:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T00:39:44,640 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T00:39:44,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a15bf3ddec7f,39727,1731112720430 2024-11-09T00:39:44,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d428a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:39:44,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a15bf3ddec7f,39727,-1 for getting cluster id 2024-11-09T00:39:44,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T00:39:44,669 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01b7acd3-8679-4005-9ed1-0dcc84f8a856' 2024-11-09T00:39:44,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T00:39:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01b7acd3-8679-4005-9ed1-0dcc84f8a856" 2024-11-09T00:39:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eae32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:39:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a15bf3ddec7f,39727,-1] 2024-11-09T00:39:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T00:39:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:39:44,674 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T00:39:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33176949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:39:44,691 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=3031 2024-11-09T00:39:44,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T00:39:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a15bf3ddec7f,39727,1731112720430 2024-11-09T00:39:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bfed8ed 2024-11-09T00:39:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T00:39:44,709 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T00:39:44,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:39:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-09T00:39:44,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:39:44,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-09T00:39:44,747 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:44,750 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:39:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:39:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741835_1011 (size=428) 2024-11-09T00:39:45,167 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4616adf0f120b3ab6bbd6ba2c3ca0273, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:39:45,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741836_1012 (size=79) 2024-11-09T00:39:45,578 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:39:45,578 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4616adf0f120b3ab6bbd6ba2c3ca0273, disabling compactions & flushes 2024-11-09T00:39:45,579 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:39:45,579 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:39:45,579 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. after waiting 0 ms 2024-11-09T00:39:45,579 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:39:45,579 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:39:45,579 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4616adf0f120b3ab6bbd6ba2c3ca0273: Waiting for close lock at 1731112785578Disabling compacts and flushes for region at 1731112785578Disabling writes for close at 1731112785579 (+1 ms)Writing region close event to WAL at 1731112785579Closed at 1731112785579 2024-11-09T00:39:45,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:39:45,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731112785582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112785582"}]},"ts":"1731112785582"} 2024-11-09T00:39:45,593 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:39:45,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:39:45,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112785595"}]},"ts":"1731112785595"} 2024-11-09T00:39:45,602 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-09T00:39:45,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4616adf0f120b3ab6bbd6ba2c3ca0273, ASSIGN}] 2024-11-09T00:39:45,606 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4616adf0f120b3ab6bbd6ba2c3ca0273, ASSIGN 2024-11-09T00:39:45,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4616adf0f120b3ab6bbd6ba2c3ca0273, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:39:45,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4616adf0f120b3ab6bbd6ba2c3ca0273, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:45,763 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4616adf0f120b3ab6bbd6ba2c3ca0273, ASSIGN because future has completed 2024-11-09T00:39:45,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4616adf0f120b3ab6bbd6ba2c3ca0273, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:39:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:39:45,925 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:39:45,925 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4616adf0f120b3ab6bbd6ba2c3ca0273, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:39:45,926 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,926 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:39:45,926 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,926 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,928 INFO [StoreOpener-4616adf0f120b3ab6bbd6ba2c3ca0273-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,930 INFO [StoreOpener-4616adf0f120b3ab6bbd6ba2c3ca0273-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4616adf0f120b3ab6bbd6ba2c3ca0273 columnFamilyName testFamily 2024-11-09T00:39:45,930 DEBUG [StoreOpener-4616adf0f120b3ab6bbd6ba2c3ca0273-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:45,932 INFO [StoreOpener-4616adf0f120b3ab6bbd6ba2c3ca0273-1 {}] regionserver.HStore(327): Store=4616adf0f120b3ab6bbd6ba2c3ca0273/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:39:45,932 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,933 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,934 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,935 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,935 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,938 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,942 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4616adf0f120b3ab6bbd6ba2c3ca0273/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:39:45,943 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4616adf0f120b3ab6bbd6ba2c3ca0273; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71084816, jitterRate=0.05924630165100098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:39:45,943 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:39:45,944 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4616adf0f120b3ab6bbd6ba2c3ca0273: Running coprocessor pre-open hook at 1731112785926Writing region info on filesystem at 1731112785926Initializing all the Stores at 1731112785928 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112785928Cleaning up temporary data from old regions at 1731112785935 (+7 ms)Running coprocessor post-open hooks at 1731112785943 (+8 ms)Region opened successfully at 1731112785944 (+1 ms) 2024-11-09T00:39:45,946 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273., pid=6, masterSystemTime=1731112785918 2024-11-09T00:39:45,950 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:39:45,950 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:39:45,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4616adf0f120b3ab6bbd6ba2c3ca0273, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:45,956 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4616adf0f120b3ab6bbd6ba2c3ca0273, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:39:45,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T00:39:45,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4616adf0f120b3ab6bbd6ba2c3ca0273, server=a15bf3ddec7f,45713,1731112721143 in 196 msec 2024-11-09T00:39:45,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T00:39:45,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=4616adf0f120b3ab6bbd6ba2c3ca0273, ASSIGN in 361 msec 2024-11-09T00:39:45,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:39:45,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112785970"}]},"ts":"1731112785970"} 2024-11-09T00:39:45,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-09T00:39:45,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:39:45,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2390 sec 2024-11-09T00:39:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:39:47,794 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-09T00:39:47,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-09T00:39:47,795 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:39:47,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-09T00:39:47,801 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:39:47,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-09T00:39:47,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T00:39:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a15bf3ddec7f,45713,1731112721143, seqNum=-1] 2024-11-09T00:39:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T00:39:47,809 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T00:39:47,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:39:47,828 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:39:47,831 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-09T00:39:47,836 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-09T00:39:47,840 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-09T00:39:47,842 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-09T00:39:47,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1539004034763980792 2024-11-09T00:39:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36104 deadline: 1731112790842, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-09T00:39:47,851 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-09T00:39:47,852 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-09T00:39:47,853 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:39:47,855 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:39:47,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1539004034763980790 2024-11-09T00:39:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36104 deadline: 1731112790854, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-09T00:39:47,859 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:39:47,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1539004034763980789 2024-11-09T00:39:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36104 deadline: 1731112790858, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-09T00:39:47,863 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:39:47,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1539004034763980788 2024-11-09T00:39:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36104 deadline: 1731112790862, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-09T00:39:47,867 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:39:47,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_635516006_22 at /127.0.0.1:52234 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 137) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2970 (was 3031) 2024-11-09T00:39:47,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=2970 2024-11-09T00:39:47,894 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:39:47,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-09T00:39:47,899 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:39:47,899 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:47,899 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-09T00:39:47,901 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:39:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:39:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741837_1013 (size=414) 2024-11-09T00:39:48,314 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f2a7e1ef3b7c04aa807d8734880e0fa, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:39:48,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741838_1014 (size=65) 2024-11-09T00:39:48,724 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:39:48,725 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 5f2a7e1ef3b7c04aa807d8734880e0fa, disabling compactions & flushes 2024-11-09T00:39:48,725 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:39:48,725 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:39:48,725 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. after waiting 0 ms 2024-11-09T00:39:48,725 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:39:48,725 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:39:48,725 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f2a7e1ef3b7c04aa807d8734880e0fa: Waiting for close lock at 1731112788725Disabling compacts and flushes for region at 1731112788725Disabling writes for close at 1731112788725Writing region close event to WAL at 1731112788725Closed at 1731112788725 2024-11-09T00:39:48,727 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:39:48,728 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731112788728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112788728"}]},"ts":"1731112788728"} 2024-11-09T00:39:48,731 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:39:48,733 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:39:48,734 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112788733"}]},"ts":"1731112788733"} 2024-11-09T00:39:48,736 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-09T00:39:48,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5f2a7e1ef3b7c04aa807d8734880e0fa, ASSIGN}] 2024-11-09T00:39:48,739 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5f2a7e1ef3b7c04aa807d8734880e0fa, ASSIGN 2024-11-09T00:39:48,741 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5f2a7e1ef3b7c04aa807d8734880e0fa, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:39:48,891 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5f2a7e1ef3b7c04aa807d8734880e0fa, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:48,895 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5f2a7e1ef3b7c04aa807d8734880e0fa, ASSIGN because future has completed 2024-11-09T00:39:48,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f2a7e1ef3b7c04aa807d8734880e0fa, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:39:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:39:49,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:39:49,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f2a7e1ef3b7c04aa807d8734880e0fa, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:39:49,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:39:49,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,059 INFO [StoreOpener-5f2a7e1ef3b7c04aa807d8734880e0fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,061 INFO [StoreOpener-5f2a7e1ef3b7c04aa807d8734880e0fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f2a7e1ef3b7c04aa807d8734880e0fa columnFamilyName testFamily 2024-11-09T00:39:49,061 DEBUG [StoreOpener-5f2a7e1ef3b7c04aa807d8734880e0fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:49,062 INFO [StoreOpener-5f2a7e1ef3b7c04aa807d8734880e0fa-1 {}] regionserver.HStore(327): Store=5f2a7e1ef3b7c04aa807d8734880e0fa/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:39:49,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScanner/5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScanner/5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScanner/5f2a7e1ef3b7c04aa807d8734880e0fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:39:49,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 5f2a7e1ef3b7c04aa807d8734880e0fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63015713, jitterRate=-0.06099270284175873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:39:49,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:39:49,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 5f2a7e1ef3b7c04aa807d8734880e0fa: Running coprocessor pre-open hook at 1731112789057Writing region info on filesystem at 1731112789057Initializing all the Stores at 1731112789058 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112789058Cleaning up temporary data from old regions at 1731112789065 (+7 ms)Running coprocessor post-open hooks at 1731112789071 (+6 ms)Region opened successfully at 1731112789073 (+2 ms) 2024-11-09T00:39:49,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa., pid=9, masterSystemTime=1731112789049 2024-11-09T00:39:49,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:39:49,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:39:49,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5f2a7e1ef3b7c04aa807d8734880e0fa, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:49,083 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f2a7e1ef3b7c04aa807d8734880e0fa, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:39:49,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T00:39:49,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f2a7e1ef3b7c04aa807d8734880e0fa, server=a15bf3ddec7f,45713,1731112721143 in 189 msec 2024-11-09T00:39:49,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T00:39:49,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=5f2a7e1ef3b7c04aa807d8734880e0fa, ASSIGN in 351 msec 2024-11-09T00:39:49,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:39:49,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112789094"}]},"ts":"1731112789094"} 2024-11-09T00:39:49,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-09T00:39:49,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:39:49,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2030 sec 2024-11-09T00:39:49,864 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T00:39:49,892 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-09T00:39:49,893 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T00:39:49,894 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-09T00:39:50,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T00:39:50,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T00:39:50,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T00:39:50,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T00:39:50,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-09T00:39:50,854 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-09T00:39:50,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-09T00:39:50,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-09T00:39:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:39:50,954 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-09T00:39:50,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-09T00:39:50,954 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:39:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-09T00:39:50,958 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:39:50,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-09T00:39:50,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:39:50,974 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:39:50,974 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-09T00:39:50,977 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-09T00:39:50,979 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-09T00:39:56,986 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a15bf3ddec7f:45713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-11-09T00:39:56,987 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-11-09T00:39:56,987 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 from cache 2024-11-09T00:39:56,998 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=2963 (was 2970) 2024-11-09T00:39:57,006 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=2962 2024-11-09T00:39:57,009 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:39:57,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-09T00:39:57,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:39:57,013 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:57,013 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-09T00:39:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-09T00:39:57,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:39:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741839_1015 (size=412) 2024-11-09T00:39:57,427 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 571342979044ce97920022cf0caf4819, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:39:57,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741840_1016 (size=63) 2024-11-09T00:39:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-09T00:39:57,836 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:39:57,836 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 571342979044ce97920022cf0caf4819, disabling compactions & flushes 2024-11-09T00:39:57,836 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:39:57,837 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:39:57,837 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. after waiting 0 ms 2024-11-09T00:39:57,837 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:39:57,837 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:39:57,837 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 571342979044ce97920022cf0caf4819: Waiting for close lock at 1731112797836Disabling compacts and flushes for region at 1731112797836Disabling writes for close at 1731112797837 (+1 ms)Writing region close event to WAL at 1731112797837Closed at 1731112797837 2024-11-09T00:39:57,839 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:39:57,839 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731112797839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112797839"}]},"ts":"1731112797839"} 2024-11-09T00:39:57,842 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:39:57,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:39:57,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112797844"}]},"ts":"1731112797844"} 2024-11-09T00:39:57,847 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-09T00:39:57,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=571342979044ce97920022cf0caf4819, ASSIGN}] 2024-11-09T00:39:57,849 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=571342979044ce97920022cf0caf4819, ASSIGN 2024-11-09T00:39:57,851 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=571342979044ce97920022cf0caf4819, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:39:58,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=571342979044ce97920022cf0caf4819, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:58,005 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=571342979044ce97920022cf0caf4819, ASSIGN because future has completed 2024-11-09T00:39:58,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 571342979044ce97920022cf0caf4819, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:39:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-09T00:39:58,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:39:58,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 571342979044ce97920022cf0caf4819, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:39:58,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:39:58,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,168 INFO [StoreOpener-571342979044ce97920022cf0caf4819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,170 INFO [StoreOpener-571342979044ce97920022cf0caf4819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 571342979044ce97920022cf0caf4819 columnFamilyName testFamily 2024-11-09T00:39:58,170 DEBUG [StoreOpener-571342979044ce97920022cf0caf4819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:39:58,171 INFO [StoreOpener-571342979044ce97920022cf0caf4819-1 {}] regionserver.HStore(327): Store=571342979044ce97920022cf0caf4819/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:39:58,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNextAsync/571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNextAsync/571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNextAsync/571342979044ce97920022cf0caf4819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:39:58,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 571342979044ce97920022cf0caf4819; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59534374, jitterRate=-0.11286869645118713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:39:58,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 571342979044ce97920022cf0caf4819 2024-11-09T00:39:58,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 571342979044ce97920022cf0caf4819: Running coprocessor pre-open hook at 1731112798166Writing region info on filesystem at 1731112798166Initializing all the Stores at 1731112798168 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112798168Cleaning up temporary data from old regions at 1731112798174 (+6 ms)Running coprocessor post-open hooks at 1731112798180 (+6 ms)Region opened successfully at 1731112798181 (+1 ms) 2024-11-09T00:39:58,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819., pid=12, masterSystemTime=1731112798159 2024-11-09T00:39:58,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:39:58,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:39:58,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=571342979044ce97920022cf0caf4819, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:39:58,190 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 571342979044ce97920022cf0caf4819, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:39:58,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T00:39:58,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 571342979044ce97920022cf0caf4819, server=a15bf3ddec7f,45713,1731112721143 in 185 msec 2024-11-09T00:39:58,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T00:39:58,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=571342979044ce97920022cf0caf4819, ASSIGN in 347 msec 2024-11-09T00:39:58,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:39:58,199 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112798199"}]},"ts":"1731112798199"} 2024-11-09T00:39:58,202 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-09T00:39:58,203 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:39:58,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1950 sec 2024-11-09T00:40:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-09T00:40:00,043 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-09T00:40:00,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-09T00:40:00,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:00,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-09T00:40:00,048 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:00,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-09T00:40:00,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:00,063 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:40:00,063 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-09T00:40:00,066 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-09T00:40:00,067 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-09T00:40:00,069 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-09T00:40:00,069 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-09T00:40:00,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-09T00:40:00,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-09T00:40:01,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-09T00:40:03,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T00:40:06,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980779' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-09T00:40:06,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36104 deadline: 1731112812070, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980779' does not exist 2024-11-09T00:40:06,076 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a15bf3ddec7f,45713,1731112721143 for closing scanner id = -1539004034763980779 for 571342979044ce97920022cf0caf4819 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980779' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:40:06,079 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=2953 (was 2962) 2024-11-09T00:40:06,088 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=2952 2024-11-09T00:40:06,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:40:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-09T00:40:06,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:40:06,094 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:06,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-09T00:40:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T00:40:06,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:40:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741841_1017 (size=423) 2024-11-09T00:40:06,507 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30cafb56d537dca12ad566675f64db7e, NAME => 'testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:40:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741842_1018 (size=74) 2024-11-09T00:40:06,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-09T00:40:06,917 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:06,917 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 30cafb56d537dca12ad566675f64db7e, disabling compactions & flushes 2024-11-09T00:40:06,917 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:06,917 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:06,917 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. after waiting 0 ms 2024-11-09T00:40:06,917 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:06,917 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:06,917 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30cafb56d537dca12ad566675f64db7e: Waiting for close lock at 1731112806917Disabling compacts and flushes for region at 1731112806917Disabling writes for close at 1731112806917Writing region close event to WAL at 1731112806917Closed at 1731112806917 2024-11-09T00:40:06,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:40:06,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731112806919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112806919"}]},"ts":"1731112806919"} 2024-11-09T00:40:06,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:40:06,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:40:06,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112806924"}]},"ts":"1731112806924"} 2024-11-09T00:40:06,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-09T00:40:06,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=30cafb56d537dca12ad566675f64db7e, ASSIGN}] 2024-11-09T00:40:06,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=30cafb56d537dca12ad566675f64db7e, ASSIGN 2024-11-09T00:40:06,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=30cafb56d537dca12ad566675f64db7e, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:40:07,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=30cafb56d537dca12ad566675f64db7e, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:07,084 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=30cafb56d537dca12ad566675f64db7e, ASSIGN because future has completed 2024-11-09T00:40:07,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30cafb56d537dca12ad566675f64db7e, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:40:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T00:40:07,243 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:07,243 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 30cafb56d537dca12ad566675f64db7e, NAME => 'testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:40:07,243 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,244 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:07,244 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,244 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,246 INFO [StoreOpener-30cafb56d537dca12ad566675f64db7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,248 INFO [StoreOpener-30cafb56d537dca12ad566675f64db7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30cafb56d537dca12ad566675f64db7e columnFamilyName testFamily 2024-11-09T00:40:07,249 DEBUG [StoreOpener-30cafb56d537dca12ad566675f64db7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:07,249 INFO [StoreOpener-30cafb56d537dca12ad566675f64db7e-1 {}] regionserver.HStore(327): Store=30cafb56d537dca12ad566675f64db7e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:40:07,250 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,251 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextException/30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,251 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextException/30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,252 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,252 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,254 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,257 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextException/30cafb56d537dca12ad566675f64db7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:40:07,258 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 30cafb56d537dca12ad566675f64db7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74449329, jitterRate=0.10938145220279694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:40:07,258 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:07,259 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 30cafb56d537dca12ad566675f64db7e: Running coprocessor pre-open hook at 1731112807244Writing region info on filesystem at 1731112807244Initializing all the Stores at 1731112807245 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112807245Cleaning up temporary data from old regions at 1731112807252 (+7 ms)Running coprocessor post-open hooks at 1731112807258 (+6 ms)Region opened successfully at 1731112807259 (+1 ms) 2024-11-09T00:40:07,260 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e., pid=15, masterSystemTime=1731112807237 2024-11-09T00:40:07,263 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:07,263 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:07,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=30cafb56d537dca12ad566675f64db7e, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:07,267 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30cafb56d537dca12ad566675f64db7e, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:40:07,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T00:40:07,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 30cafb56d537dca12ad566675f64db7e, server=a15bf3ddec7f,45713,1731112721143 in 185 msec 2024-11-09T00:40:07,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T00:40:07,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=30cafb56d537dca12ad566675f64db7e, ASSIGN in 345 msec 2024-11-09T00:40:07,277 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:40:07,277 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112807277"}]},"ts":"1731112807277"} 2024-11-09T00:40:07,279 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-09T00:40:07,280 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:40:07,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1900 sec 2024-11-09T00:40:07,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-09T00:40:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T00:40:09,133 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-09T00:40:09,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-09T00:40:09,133 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:09,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-09T00:40:09,138 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:09,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-09T00:40:09,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:09,151 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:40:09,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-09T00:40:09,153 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-09T00:40:09,155 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-09T00:40:09,156 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-09T00:40:09,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1539004034763980775 2024-11-09T00:40:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36104 deadline: 1731112812156, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-09T00:40:09,159 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-09T00:40:09,160 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-09T00:40:09,161 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:40:09,162 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:40:09,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1539004034763980773 2024-11-09T00:40:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36104 deadline: 1731112812162, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-09T00:40:09,165 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:40:09,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1539004034763980772 2024-11-09T00:40:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36104 deadline: 1731112812165, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-09T00:40:09,169 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:40:09,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1539004034763980771 2024-11-09T00:40:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36104 deadline: 1731112812168, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-09T00:40:09,172 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-09T00:40:09,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_635516006_22 at /127.0.0.1:51388 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=2947 (was 2952) 2024-11-09T00:40:09,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=2947 2024-11-09T00:40:09,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:40:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-09T00:40:09,193 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:40:09,193 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:09,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-09T00:40:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-09T00:40:09,194 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:40:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741843_1019 (size=418) 2024-11-09T00:40:09,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T00:40:09,605 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4773d14293fe086bee5d356d433c8561, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:40:09,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741844_1020 (size=69) 2024-11-09T00:40:10,014 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:10,014 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 4773d14293fe086bee5d356d433c8561, disabling compactions & flushes 2024-11-09T00:40:10,014 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:10,014 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:10,015 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. after waiting 0 ms 2024-11-09T00:40:10,015 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:10,015 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:10,015 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4773d14293fe086bee5d356d433c8561: Waiting for close lock at 1731112810014Disabling compacts and flushes for region at 1731112810014Disabling writes for close at 1731112810015 (+1 ms)Writing region close event to WAL at 1731112810015Closed at 1731112810015 2024-11-09T00:40:10,016 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:40:10,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731112810017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112810017"}]},"ts":"1731112810017"} 2024-11-09T00:40:10,020 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:40:10,021 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:40:10,021 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112810021"}]},"ts":"1731112810021"} 2024-11-09T00:40:10,023 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-09T00:40:10,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4773d14293fe086bee5d356d433c8561, ASSIGN}] 2024-11-09T00:40:10,025 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4773d14293fe086bee5d356d433c8561, ASSIGN 2024-11-09T00:40:10,026 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4773d14293fe086bee5d356d433c8561, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:40:10,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=4773d14293fe086bee5d356d433c8561, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:10,180 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4773d14293fe086bee5d356d433c8561, ASSIGN because future has completed 2024-11-09T00:40:10,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4773d14293fe086bee5d356d433c8561, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:40:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-09T00:40:10,340 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:10,340 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4773d14293fe086bee5d356d433c8561, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:40:10,341 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,341 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:10,341 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,341 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,343 INFO [StoreOpener-4773d14293fe086bee5d356d433c8561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,345 INFO [StoreOpener-4773d14293fe086bee5d356d433c8561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4773d14293fe086bee5d356d433c8561 columnFamilyName testFamily 2024-11-09T00:40:10,345 DEBUG [StoreOpener-4773d14293fe086bee5d356d433c8561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:10,346 INFO [StoreOpener-4773d14293fe086bee5d356d433c8561-1 {}] regionserver.HStore(327): Store=4773d14293fe086bee5d356d433c8561/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:40:10,346 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,347 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScanner/4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,347 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScanner/4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,348 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,348 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,350 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,353 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScanner/4773d14293fe086bee5d356d433c8561/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:40:10,354 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4773d14293fe086bee5d356d433c8561; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541336, jitterRate=0.02134549617767334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:40:10,354 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:10,354 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4773d14293fe086bee5d356d433c8561: Running coprocessor pre-open hook at 1731112810341Writing region info on filesystem at 1731112810341Initializing all the Stores at 1731112810343 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112810343Cleaning up temporary data from old regions at 1731112810348 (+5 ms)Running coprocessor post-open hooks at 1731112810354 (+6 ms)Region opened successfully at 1731112810354 2024-11-09T00:40:10,356 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., pid=18, masterSystemTime=1731112810333 2024-11-09T00:40:10,359 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:10,359 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:10,359 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=4773d14293fe086bee5d356d433c8561, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:10,362 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4773d14293fe086bee5d356d433c8561, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:40:10,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-09T00:40:10,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 4773d14293fe086bee5d356d433c8561, server=a15bf3ddec7f,45713,1731112721143 in 183 msec 2024-11-09T00:40:10,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T00:40:10,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=4773d14293fe086bee5d356d433c8561, ASSIGN in 343 msec 2024-11-09T00:40:10,371 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:40:10,371 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112810371"}]},"ts":"1731112810371"} 2024-11-09T00:40:10,373 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-09T00:40:10,374 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:40:10,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1830 sec 2024-11-09T00:40:10,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-09T00:40:10,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-09T00:40:10,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-09T00:40:10,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-09T00:40:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-09T00:40:12,232 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-09T00:40:12,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-09T00:40:12,233 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:12,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-09T00:40:12,237 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:12,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-09T00:40:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:12,250 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:40:12,250 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-09T00:40:12,252 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-09T00:40:12,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-09T00:40:12,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T00:40:13,260 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a15bf3ddec7f:45713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-09T00:40:13,260 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-09T00:40:13,260 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 from cache 2024-11-09T00:40:13,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-09T00:40:13,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-09T00:40:14,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:14,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-09T00:40:15,260 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a15bf3ddec7f:45713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=977ms 2024-11-09T00:40:15,260 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=977ms 2024-11-09T00:40:15,260 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 from cache 2024-11-09T00:40:15,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=92 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=2942 (was 2947) 2024-11-09T00:40:15,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=92, ProcessCount=11, AvailableMemoryMB=2942 2024-11-09T00:40:15,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:40:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-09T00:40:15,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:40:15,283 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:15,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-09T00:40:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T00:40:15,285 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:40:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741845_1021 (size=416) 2024-11-09T00:40:15,695 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90863475ddf91d38b490f45b75b53ede, NAME => 'testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:40:15,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741846_1022 (size=67) 2024-11-09T00:40:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-09T00:40:16,104 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:16,104 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 90863475ddf91d38b490f45b75b53ede, disabling compactions & flushes 2024-11-09T00:40:16,104 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:16,104 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:16,104 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. after waiting 0 ms 2024-11-09T00:40:16,104 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:16,104 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:16,104 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90863475ddf91d38b490f45b75b53ede: Waiting for close lock at 1731112816104Disabling compacts and flushes for region at 1731112816104Disabling writes for close at 1731112816104Writing region close event to WAL at 1731112816104Closed at 1731112816104 2024-11-09T00:40:16,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:40:16,107 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731112816107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112816107"}]},"ts":"1731112816107"} 2024-11-09T00:40:16,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:40:16,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:40:16,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112816111"}]},"ts":"1731112816111"} 2024-11-09T00:40:16,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-09T00:40:16,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90863475ddf91d38b490f45b75b53ede, ASSIGN}] 2024-11-09T00:40:16,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90863475ddf91d38b490f45b75b53ede, ASSIGN 2024-11-09T00:40:16,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90863475ddf91d38b490f45b75b53ede, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:40:16,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=90863475ddf91d38b490f45b75b53ede, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:16,270 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90863475ddf91d38b490f45b75b53ede, ASSIGN because future has completed 2024-11-09T00:40:16,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90863475ddf91d38b490f45b75b53ede, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:40:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T00:40:16,429 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:16,430 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 90863475ddf91d38b490f45b75b53ede, NAME => 'testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:40:16,430 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,430 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:16,431 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,431 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,432 INFO [StoreOpener-90863475ddf91d38b490f45b75b53ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,434 INFO [StoreOpener-90863475ddf91d38b490f45b75b53ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90863475ddf91d38b490f45b75b53ede columnFamilyName testFamily 2024-11-09T00:40:16,434 DEBUG [StoreOpener-90863475ddf91d38b490f45b75b53ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:16,435 INFO [StoreOpener-90863475ddf91d38b490f45b75b53ede-1 {}] regionserver.HStore(327): Store=90863475ddf91d38b490f45b75b53ede/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:40:16,435 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,436 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNextAsync/90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,437 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNextAsync/90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,437 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,438 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,440 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,443 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNextAsync/90863475ddf91d38b490f45b75b53ede/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:40:16,443 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 90863475ddf91d38b490f45b75b53ede; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62699733, jitterRate=-0.06570117175579071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:40:16,443 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:16,444 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 90863475ddf91d38b490f45b75b53ede: Running coprocessor pre-open hook at 1731112816431Writing region info on filesystem at 1731112816431Initializing all the Stores at 1731112816432 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112816432Cleaning up temporary data from old regions at 1731112816438 (+6 ms)Running coprocessor post-open hooks at 1731112816443 (+5 ms)Region opened successfully at 1731112816444 (+1 ms) 2024-11-09T00:40:16,445 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede., pid=21, masterSystemTime=1731112816424 2024-11-09T00:40:16,448 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:16,448 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:16,449 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=90863475ddf91d38b490f45b75b53ede, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:16,451 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90863475ddf91d38b490f45b75b53ede, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:40:16,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-09T00:40:16,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 90863475ddf91d38b490f45b75b53ede, server=a15bf3ddec7f,45713,1731112721143 in 181 msec 2024-11-09T00:40:16,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-09T00:40:16,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=90863475ddf91d38b490f45b75b53ede, ASSIGN in 341 msec 2024-11-09T00:40:16,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:40:16,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112816459"}]},"ts":"1731112816459"} 2024-11-09T00:40:16,461 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-09T00:40:16,463 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:40:16,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1840 sec 2024-11-09T00:40:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T00:40:18,322 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-09T00:40:18,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-09T00:40:18,323 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:18,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-09T00:40:18,327 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:18,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-09T00:40:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:18,340 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:40:18,340 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-09T00:40:18,343 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-09T00:40:18,345 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-09T00:40:18,346 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-09T00:40:18,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-09T00:40:19,899 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-09T00:40:20,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-09T00:40:20,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-09T00:40:21,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980760' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-09T00:40:21,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45713 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36104 deadline: 1731112822353, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980760' does not exist 2024-11-09T00:40:21,354 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a15bf3ddec7f,45713,1731112721143 for closing scanner id = -1539004034763980760 for 90863475ddf91d38b490f45b75b53ede of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980760' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:40:21,359 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=85 (was 92), ProcessCount=11 (was 11), AvailableMemoryMB=2937 (was 2942) 2024-11-09T00:40:21,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=85, ProcessCount=11, AvailableMemoryMB=2937 2024-11-09T00:40:21,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:40:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-09T00:40:21,373 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:40:21,373 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:21,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-09T00:40:21,374 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:40:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-09T00:40:21,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741847_1023 (size=411) 2024-11-09T00:40:21,785 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 785edf9ac39be637a3be36991439ad11, NAME => 'testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:40:21,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741848_1024 (size=62) 2024-11-09T00:40:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-09T00:40:21,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T00:40:22,193 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:22,193 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 785edf9ac39be637a3be36991439ad11, disabling compactions & flushes 2024-11-09T00:40:22,193 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:22,194 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:22,194 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. after waiting 0 ms 2024-11-09T00:40:22,194 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:22,194 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:22,194 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 785edf9ac39be637a3be36991439ad11: Waiting for close lock at 1731112822193Disabling compacts and flushes for region at 1731112822193Disabling writes for close at 1731112822194 (+1 ms)Writing region close event to WAL at 1731112822194Closed at 1731112822194 2024-11-09T00:40:22,195 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:40:22,196 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731112822195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112822195"}]},"ts":"1731112822195"} 2024-11-09T00:40:22,198 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:40:22,199 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:40:22,200 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112822199"}]},"ts":"1731112822199"} 2024-11-09T00:40:22,202 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-09T00:40:22,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=785edf9ac39be637a3be36991439ad11, ASSIGN}] 2024-11-09T00:40:22,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=785edf9ac39be637a3be36991439ad11, ASSIGN 2024-11-09T00:40:22,204 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=785edf9ac39be637a3be36991439ad11, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:40:22,355 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=785edf9ac39be637a3be36991439ad11, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:22,358 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=785edf9ac39be637a3be36991439ad11, ASSIGN because future has completed 2024-11-09T00:40:22,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785edf9ac39be637a3be36991439ad11, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:40:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-09T00:40:22,515 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:22,515 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 785edf9ac39be637a3be36991439ad11, NAME => 'testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:40:22,516 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,516 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:22,516 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,516 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,518 INFO [StoreOpener-785edf9ac39be637a3be36991439ad11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,519 INFO [StoreOpener-785edf9ac39be637a3be36991439ad11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 785edf9ac39be637a3be36991439ad11 columnFamilyName testFamily 2024-11-09T00:40:22,520 DEBUG [StoreOpener-785edf9ac39be637a3be36991439ad11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:22,520 INFO [StoreOpener-785edf9ac39be637a3be36991439ad11-1 {}] regionserver.HStore(327): Store=785edf9ac39be637a3be36991439ad11/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:40:22,520 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,521 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNext/785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,522 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNext/785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,523 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,523 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,525 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,527 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNext/785edf9ac39be637a3be36991439ad11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:40:22,528 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 785edf9ac39be637a3be36991439ad11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62647931, jitterRate=-0.0664730817079544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:40:22,528 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:22,529 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 785edf9ac39be637a3be36991439ad11: Running coprocessor pre-open hook at 1731112822516Writing region info on filesystem at 1731112822516Initializing all the Stores at 1731112822517 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112822517Cleaning up temporary data from old regions at 1731112822523 (+6 ms)Running coprocessor post-open hooks at 1731112822528 (+5 ms)Region opened successfully at 1731112822529 (+1 ms) 2024-11-09T00:40:22,530 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11., pid=24, masterSystemTime=1731112822510 2024-11-09T00:40:22,532 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:22,532 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:22,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=785edf9ac39be637a3be36991439ad11, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:22,535 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785edf9ac39be637a3be36991439ad11, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:40:22,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-09T00:40:22,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 785edf9ac39be637a3be36991439ad11, server=a15bf3ddec7f,45713,1731112721143 in 178 msec 2024-11-09T00:40:22,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-09T00:40:22,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=785edf9ac39be637a3be36991439ad11, ASSIGN in 336 msec 2024-11-09T00:40:22,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:40:22,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112822542"}]},"ts":"1731112822542"} 2024-11-09T00:40:22,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-09T00:40:22,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:40:22,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1760 sec 2024-11-09T00:40:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-09T00:40:24,393 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-09T00:40:24,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-09T00:40:24,393 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:24,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-09T00:40:24,397 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:24,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-09T00:40:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:24,410 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:40:24,411 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-09T00:40:24,414 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-09T00:40:24,416 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-09T00:40:24,418 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-09T00:40:24,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-09T00:40:24,573 INFO [master/a15bf3ddec7f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T00:40:24,573 INFO [master/a15bf3ddec7f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T00:40:25,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-09T00:40:27,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980756' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-09T00:40:27,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45713 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36104 deadline: 1731112828422, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980756' does not exist 2024-11-09T00:40:27,423 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a15bf3ddec7f,45713,1731112721143 for closing scanner id = -1539004034763980756 for 785edf9ac39be637a3be36991439ad11 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980756' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:40:27,429 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 85), ProcessCount=11 (was 11), AvailableMemoryMB=2933 (was 2937) 2024-11-09T00:40:27,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=2933 2024-11-09T00:40:27,439 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:40:27,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-09T00:40:27,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:40:27,442 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:27,442 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-09T00:40:27,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:40:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T00:40:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741849_1025 (size=419) 2024-11-09T00:40:27,854 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10173fb028403fd3981d37a403bc623f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:40:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741850_1026 (size=70) 2024-11-09T00:40:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-09T00:40:28,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T00:40:28,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:28,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 10173fb028403fd3981d37a403bc623f, disabling compactions & flushes 2024-11-09T00:40:28,264 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:28,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:28,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. after waiting 0 ms 2024-11-09T00:40:28,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:28,264 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:28,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10173fb028403fd3981d37a403bc623f: Waiting for close lock at 1731112828264Disabling compacts and flushes for region at 1731112828264Disabling writes for close at 1731112828264Writing region close event to WAL at 1731112828264Closed at 1731112828264 2024-11-09T00:40:28,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:40:28,266 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731112828266"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112828266"}]},"ts":"1731112828266"} 2024-11-09T00:40:28,269 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:40:28,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:40:28,271 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112828270"}]},"ts":"1731112828270"} 2024-11-09T00:40:28,273 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-09T00:40:28,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=10173fb028403fd3981d37a403bc623f, ASSIGN}] 2024-11-09T00:40:28,275 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=10173fb028403fd3981d37a403bc623f, ASSIGN 2024-11-09T00:40:28,276 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=10173fb028403fd3981d37a403bc623f, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:40:28,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=10173fb028403fd3981d37a403bc623f, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:28,430 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=10173fb028403fd3981d37a403bc623f, ASSIGN because future has completed 2024-11-09T00:40:28,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10173fb028403fd3981d37a403bc623f, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:40:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T00:40:28,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:28,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 10173fb028403fd3981d37a403bc623f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:40:28,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:28,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,592 INFO [StoreOpener-10173fb028403fd3981d37a403bc623f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,594 INFO [StoreOpener-10173fb028403fd3981d37a403bc623f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10173fb028403fd3981d37a403bc623f columnFamilyName testFamily 2024-11-09T00:40:28,594 DEBUG [StoreOpener-10173fb028403fd3981d37a403bc623f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:28,594 INFO [StoreOpener-10173fb028403fd3981d37a403bc623f-1 {}] regionserver.HStore(327): Store=10173fb028403fd3981d37a403bc623f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:40:28,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/10173fb028403fd3981d37a403bc623f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:40:28,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 10173fb028403fd3981d37a403bc623f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68831842, jitterRate=0.025674372911453247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:40:28,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:28,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 10173fb028403fd3981d37a403bc623f: Running coprocessor pre-open hook at 1731112828590Writing region info on filesystem at 1731112828590Initializing all the Stores at 1731112828591 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112828591Cleaning up temporary data from old regions at 1731112828597 (+6 ms)Running coprocessor post-open hooks at 1731112828602 (+5 ms)Region opened successfully at 1731112828602 2024-11-09T00:40:28,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f., pid=27, masterSystemTime=1731112828583 2024-11-09T00:40:28,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:28,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:28,607 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=10173fb028403fd3981d37a403bc623f, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:28,610 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10173fb028403fd3981d37a403bc623f, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:40:28,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-09T00:40:28,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 10173fb028403fd3981d37a403bc623f, server=a15bf3ddec7f,45713,1731112721143 in 181 msec 2024-11-09T00:40:28,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-09T00:40:28,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=10173fb028403fd3981d37a403bc623f, ASSIGN in 340 msec 2024-11-09T00:40:28,616 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:40:28,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112828616"}]},"ts":"1731112828616"} 2024-11-09T00:40:28,619 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-09T00:40:28,620 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:40:28,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1810 sec 2024-11-09T00:40:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T00:40:30,473 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-09T00:40:30,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-09T00:40:30,473 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:30,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-09T00:40:30,478 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:30,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-09T00:40:30,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:30,490 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:40:30,490 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-09T00:40:30,494 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-09T00:40:30,495 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-09T00:40:30,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-09T00:40:30,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-09T00:40:30,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-09T00:40:30,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-09T00:40:31,902 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-09T00:40:34,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T00:40:36,500 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a15bf3ddec7f:45713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-11-09T00:40:36,500 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-11-09T00:40:36,500 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 from cache 2024-11-09T00:40:36,510 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=2919 (was 2933) 2024-11-09T00:40:36,518 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=2918 2024-11-09T00:40:36,520 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:40:36,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-09T00:40:36,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:40:36,524 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:36,524 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-09T00:40:36,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:40:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-09T00:40:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741851_1027 (size=407) 2024-11-09T00:40:36,935 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f088f71cb3d6752f242bbb8c2f14b93, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:40:36,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741852_1028 (size=58) 2024-11-09T00:40:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-09T00:40:37,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:37,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 2f088f71cb3d6752f242bbb8c2f14b93, disabling compactions & flushes 2024-11-09T00:40:37,344 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:37,344 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:37,344 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. after waiting 0 ms 2024-11-09T00:40:37,344 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:37,344 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:37,344 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f088f71cb3d6752f242bbb8c2f14b93: Waiting for close lock at 1731112837343Disabling compacts and flushes for region at 1731112837343Disabling writes for close at 1731112837344 (+1 ms)Writing region close event to WAL at 1731112837344Closed at 1731112837344 2024-11-09T00:40:37,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:40:37,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731112837345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112837345"}]},"ts":"1731112837345"} 2024-11-09T00:40:37,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:40:37,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:40:37,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112837350"}]},"ts":"1731112837350"} 2024-11-09T00:40:37,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-09T00:40:37,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2f088f71cb3d6752f242bbb8c2f14b93, ASSIGN}] 2024-11-09T00:40:37,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2f088f71cb3d6752f242bbb8c2f14b93, ASSIGN 2024-11-09T00:40:37,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2f088f71cb3d6752f242bbb8c2f14b93, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:40:37,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2f088f71cb3d6752f242bbb8c2f14b93, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:37,509 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2f088f71cb3d6752f242bbb8c2f14b93, ASSIGN because future has completed 2024-11-09T00:40:37,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f088f71cb3d6752f242bbb8c2f14b93, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:40:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-09T00:40:37,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:37,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f088f71cb3d6752f242bbb8c2f14b93, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:40:37,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:37,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,670 INFO [StoreOpener-2f088f71cb3d6752f242bbb8c2f14b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,672 INFO [StoreOpener-2f088f71cb3d6752f242bbb8c2f14b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f088f71cb3d6752f242bbb8c2f14b93 columnFamilyName testFamily 2024-11-09T00:40:37,672 DEBUG [StoreOpener-2f088f71cb3d6752f242bbb8c2f14b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:37,673 INFO [StoreOpener-2f088f71cb3d6752f242bbb8c2f14b93-1 {}] regionserver.HStore(327): Store=2f088f71cb3d6752f242bbb8c2f14b93/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:40:37,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNext/2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNext/2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNext/2f088f71cb3d6752f242bbb8c2f14b93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:40:37,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 2f088f71cb3d6752f242bbb8c2f14b93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65807718, jitterRate=-0.019388586282730103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:40:37,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:37,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 2f088f71cb3d6752f242bbb8c2f14b93: Running coprocessor pre-open hook at 1731112837668Writing region info on filesystem at 1731112837668Initializing all the Stores at 1731112837669 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112837669Cleaning up temporary data from old regions at 1731112837675 (+6 ms)Running coprocessor post-open hooks at 1731112837680 (+5 ms)Region opened successfully at 1731112837680 2024-11-09T00:40:37,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93., pid=30, masterSystemTime=1731112837662 2024-11-09T00:40:37,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:37,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:37,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2f088f71cb3d6752f242bbb8c2f14b93, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:37,688 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f088f71cb3d6752f242bbb8c2f14b93, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:40:37,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-09T00:40:37,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f088f71cb3d6752f242bbb8c2f14b93, server=a15bf3ddec7f,45713,1731112721143 in 180 msec 2024-11-09T00:40:37,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-09T00:40:37,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2f088f71cb3d6752f242bbb8c2f14b93, ASSIGN in 338 msec 2024-11-09T00:40:37,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:40:37,694 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112837694"}]},"ts":"1731112837694"} 2024-11-09T00:40:37,697 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-09T00:40:37,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:40:37,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1770 sec 2024-11-09T00:40:37,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-09T00:40:39,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T00:40:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-09T00:40:39,553 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-09T00:40:39,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-09T00:40:39,553 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:39,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-09T00:40:39,558 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:39,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-09T00:40:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:39,572 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:40:39,572 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-09T00:40:39,575 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-09T00:40:39,577 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-09T00:40:39,578 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-09T00:40:39,578 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-09T00:40:40,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-09T00:40:40,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-09T00:40:43,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T00:40:44,568 DEBUG [master/a15bf3ddec7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T00:40:45,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980748' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-09T00:40:45,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45713 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36104 deadline: 1731112851580, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980748' does not exist 2024-11-09T00:40:45,583 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a15bf3ddec7f,45713,1731112721143 for closing scanner id = -1539004034763980748 for 2f088f71cb3d6752f242bbb8c2f14b93 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1539004034763980748' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:40:45,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=56 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=2895 (was 2918) 2024-11-09T00:40:45,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=56, ProcessCount=11, AvailableMemoryMB=2895 2024-11-09T00:40:45,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:40:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-09T00:40:45,602 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:40:45,602 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:45,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-09T00:40:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T00:40:45,603 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:40:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741853_1029 (size=423) 2024-11-09T00:40:46,014 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36802693c08b18d6a2678a32343d737c, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3 2024-11-09T00:40:46,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741854_1030 (size=74) 2024-11-09T00:40:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-09T00:40:46,422 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:46,422 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 36802693c08b18d6a2678a32343d737c, disabling compactions & flushes 2024-11-09T00:40:46,422 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:46,422 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:46,422 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. after waiting 0 ms 2024-11-09T00:40:46,422 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:46,422 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:46,422 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36802693c08b18d6a2678a32343d737c: Waiting for close lock at 1731112846422Disabling compacts and flushes for region at 1731112846422Disabling writes for close at 1731112846422Writing region close event to WAL at 1731112846422Closed at 1731112846422 2024-11-09T00:40:46,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:40:46,424 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731112846424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112846424"}]},"ts":"1731112846424"} 2024-11-09T00:40:46,427 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:40:46,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:40:46,428 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112846428"}]},"ts":"1731112846428"} 2024-11-09T00:40:46,430 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-09T00:40:46,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=36802693c08b18d6a2678a32343d737c, ASSIGN}] 2024-11-09T00:40:46,432 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=36802693c08b18d6a2678a32343d737c, ASSIGN 2024-11-09T00:40:46,433 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=36802693c08b18d6a2678a32343d737c, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,45713,1731112721143; forceNewPlan=false, retain=false 2024-11-09T00:40:46,583 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=36802693c08b18d6a2678a32343d737c, regionState=OPENING, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:46,587 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=36802693c08b18d6a2678a32343d737c, ASSIGN because future has completed 2024-11-09T00:40:46,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36802693c08b18d6a2678a32343d737c, server=a15bf3ddec7f,45713,1731112721143}] 2024-11-09T00:40:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T00:40:46,745 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:46,745 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 36802693c08b18d6a2678a32343d737c, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:40:46,746 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,746 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:40:46,746 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,746 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,748 INFO [StoreOpener-36802693c08b18d6a2678a32343d737c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,749 INFO [StoreOpener-36802693c08b18d6a2678a32343d737c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36802693c08b18d6a2678a32343d737c columnFamilyName testFamily 2024-11-09T00:40:46,750 DEBUG [StoreOpener-36802693c08b18d6a2678a32343d737c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:40:46,750 INFO [StoreOpener-36802693c08b18d6a2678a32343d737c-1 {}] regionserver.HStore(327): Store=36802693c08b18d6a2678a32343d737c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:40:46,750 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,751 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScannerAsync/36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,751 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScannerAsync/36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,752 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,752 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,754 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,756 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScannerAsync/36802693c08b18d6a2678a32343d737c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:40:46,757 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 36802693c08b18d6a2678a32343d737c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73306518, jitterRate=0.0923522412776947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:40:46,757 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:46,757 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 36802693c08b18d6a2678a32343d737c: Running coprocessor pre-open hook at 1731112846746Writing region info on filesystem at 1731112846746Initializing all the Stores at 1731112846747 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112846747Cleaning up temporary data from old regions at 1731112846752 (+5 ms)Running coprocessor post-open hooks at 1731112846757 (+5 ms)Region opened successfully at 1731112846757 2024-11-09T00:40:46,758 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., pid=33, masterSystemTime=1731112846740 2024-11-09T00:40:46,761 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:46,761 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:46,762 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=36802693c08b18d6a2678a32343d737c, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:46,765 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36802693c08b18d6a2678a32343d737c, server=a15bf3ddec7f,45713,1731112721143 because future has completed 2024-11-09T00:40:46,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-09T00:40:46,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 36802693c08b18d6a2678a32343d737c, server=a15bf3ddec7f,45713,1731112721143 in 179 msec 2024-11-09T00:40:46,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-09T00:40:46,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=36802693c08b18d6a2678a32343d737c, ASSIGN in 338 msec 2024-11-09T00:40:46,771 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:40:46,771 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112846771"}]},"ts":"1731112846771"} 2024-11-09T00:40:46,773 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-09T00:40:46,774 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:40:46,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1750 sec 2024-11-09T00:40:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T00:40:48,643 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-09T00:40:48,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-09T00:40:48,643 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:48,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-09T00:40:48,648 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:40:48,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-09T00:40:48,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:48,661 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-09T00:40:48,661 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-09T00:40:48,664 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-09T00:40:48,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-09T00:40:49,670 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a15bf3ddec7f:45713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms 2024-11-09T00:40:49,670 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms 2024-11-09T00:40:49,670 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 from cache 2024-11-09T00:40:49,904 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-09T00:40:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-09T00:40:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2] 2024-11-09T00:40:50,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-09T00:40:50,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-09T00:40:50,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-09T00:40:51,669 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a15bf3ddec7f:45713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=984ms, rpcTimeout=979ms 2024-11-09T00:40:51,669 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=984ms, rpcTimeout=979ms 2024-11-09T00:40:51,669 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., hostname=a15bf3ddec7f,45713,1731112721143, seqNum=2 from cache 2024-11-09T00:40:51,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=51 (was 56), ProcessCount=11 (was 11), AvailableMemoryMB=2899 (was 2895) - AvailableMemoryMB LEAK? - 2024-11-09T00:40:51,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T00:40:51,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:40:51,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:40:51,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:40:51,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T00:40:51,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T00:40:51,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T00:40:51,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:40:51,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:40:51,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:40:51,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T00:40:51,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T00:40:51,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=721756251, stopped=false 2024-11-09T00:40:51,686 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a15bf3ddec7f,39727,1731112720430 2024-11-09T00:40:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:40:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:40:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:40:51,688 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T00:40:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:40:51,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T00:40:51,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:40:51,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:40:51,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:40:51,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:40:51,689 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a15bf3ddec7f,45713,1731112721143' ***** 2024-11-09T00:40:51,689 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T00:40:51,689 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T00:40:51,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T00:40:51,690 INFO [RS:0;a15bf3ddec7f:45713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T00:40:51,690 INFO [RS:0;a15bf3ddec7f:45713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T00:40:51,690 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 785edf9ac39be637a3be36991439ad11 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f2a7e1ef3b7c04aa807d8734880e0fa 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 10173fb028403fd3981d37a403bc623f 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 30cafb56d537dca12ad566675f64db7e 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 571342979044ce97920022cf0caf4819 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 4616adf0f120b3ab6bbd6ba2c3ca0273 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 4773d14293fe086bee5d356d433c8561 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f088f71cb3d6752f242bbb8c2f14b93 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(959): stopping server a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:51,691 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 785edf9ac39be637a3be36991439ad11, disabling compactions & flushes 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:40:51,691 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a15bf3ddec7f:45713. 2024-11-09T00:40:51,691 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:51,691 DEBUG [RS:0;a15bf3ddec7f:45713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:40:51,691 DEBUG [RS:0;a15bf3ddec7f:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:40:51,691 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. after waiting 0 ms 2024-11-09T00:40:51,691 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T00:40:51,691 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T00:40:51,692 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-09T00:40:51,692 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T00:40:51,692 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T00:40:51,692 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T00:40:51,692 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T00:40:51,692 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T00:40:51,692 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 10173fb028403fd3981d37a403bc623f, 1588230740, 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 5f2a7e1ef3b7c04aa807d8734880e0fa, 785edf9ac39be637a3be36991439ad11, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:51,695 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 785edf9ac39be637a3be36991439ad11 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:51,695 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-09T00:40:51,750 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNext/785edf9ac39be637a3be36991439ad11/.tmp/testFamily/cfd46bdd8cd74c8e86c5916930deaac4 is 61, key is row-0/testFamily:testQualifier/1731112824402/Put/seqid=0 2024-11-09T00:40:51,756 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/.tmp/info/5421807695b24c76ad792e0a0a4c9f8d is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273./info:regioninfo/1731112785951/Put/seqid=0 2024-11-09T00:40:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741855_1031 (size=5049) 2024-11-09T00:40:51,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741856_1032 (size=20564) 2024-11-09T00:40:51,763 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/.tmp/info/5421807695b24c76ad792e0a0a4c9f8d 2024-11-09T00:40:51,823 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/.tmp/ns/af038c56fa634f03a0fe383aae84af37 is 43, key is default/ns:d/1731112784453/Put/seqid=0 2024-11-09T00:40:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741857_1033 (size=5153) 2024-11-09T00:40:51,862 INFO [regionserver/a15bf3ddec7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T00:40:51,862 INFO [regionserver/a15bf3ddec7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T00:40:51,892 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 10173fb028403fd3981d37a403bc623f, 1588230740, 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 5f2a7e1ef3b7c04aa807d8734880e0fa, 785edf9ac39be637a3be36991439ad11, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:52,093 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 10173fb028403fd3981d37a403bc623f, 1588230740, 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 5f2a7e1ef3b7c04aa807d8734880e0fa, 785edf9ac39be637a3be36991439ad11, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:52,161 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNext/785edf9ac39be637a3be36991439ad11/.tmp/testFamily/cfd46bdd8cd74c8e86c5916930deaac4 2024-11-09T00:40:52,171 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNext/785edf9ac39be637a3be36991439ad11/.tmp/testFamily/cfd46bdd8cd74c8e86c5916930deaac4 as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNext/785edf9ac39be637a3be36991439ad11/testFamily/cfd46bdd8cd74c8e86c5916930deaac4 2024-11-09T00:40:52,178 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNext/785edf9ac39be637a3be36991439ad11/testFamily/cfd46bdd8cd74c8e86c5916930deaac4, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:52,186 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 785edf9ac39be637a3be36991439ad11 in 490ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:52,186 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T00:40:52,191 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNext/785edf9ac39be637a3be36991439ad11/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:52,194 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:52,194 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 785edf9ac39be637a3be36991439ad11: Waiting for close lock at 1731112851691Running coprocessor pre-close hooks at 1731112851691Disabling compacts and flushes for region at 1731112851691Disabling writes for close at 1731112851691Obtaining lock to block concurrent updates at 1731112851695 (+4 ms)Preparing flush snapshotting stores in 785edf9ac39be637a3be36991439ad11 at 1731112851695Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112851702 (+7 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. at 1731112851704 (+2 ms)Flushing 785edf9ac39be637a3be36991439ad11/testFamily: creating writer at 1731112851705 (+1 ms)Flushing 785edf9ac39be637a3be36991439ad11/testFamily: appending metadata at 1731112851744 (+39 ms)Flushing 785edf9ac39be637a3be36991439ad11/testFamily: closing flushed file at 1731112851747 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147ca11f: reopening flushed file at 1731112852170 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 785edf9ac39be637a3be36991439ad11 in 490ms, sequenceid=8, compaction requested=false at 1731112852186 (+16 ms)Writing region close event to WAL at 1731112852187 (+1 ms)Running coprocessor post-close hooks at 1731112852192 (+5 ms)Closed at 1731112852194 (+2 ms) 2024-11-09T00:40:52,194 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731112821369.785edf9ac39be637a3be36991439ad11. 2024-11-09T00:40:52,194 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f2a7e1ef3b7c04aa807d8734880e0fa, disabling compactions & flushes 2024-11-09T00:40:52,194 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:40:52,194 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:40:52,194 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. after waiting 0 ms 2024-11-09T00:40:52,194 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:40:52,194 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f2a7e1ef3b7c04aa807d8734880e0fa 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:52,211 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScanner/5f2a7e1ef3b7c04aa807d8734880e0fa/.tmp/testFamily/2e5271bbb1604fbc98779d853213184d is 61, key is row-0/testFamily:testQualifier/1731112790964/Put/seqid=0 2024-11-09T00:40:52,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741858_1034 (size=5049) 2024-11-09T00:40:52,230 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/.tmp/ns/af038c56fa634f03a0fe383aae84af37 2024-11-09T00:40:52,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T00:40:52,257 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/.tmp/table/ed63cd241a0a47b0929df66ce006239d is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731112785970/Put/seqid=0 2024-11-09T00:40:52,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741859_1035 (size=6699) 2024-11-09T00:40:52,293 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 10173fb028403fd3981d37a403bc623f, 1588230740, 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 5f2a7e1ef3b7c04aa807d8734880e0fa, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:52,493 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 10173fb028403fd3981d37a403bc623f, 1588230740, 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 5f2a7e1ef3b7c04aa807d8734880e0fa, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:52,617 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScanner/5f2a7e1ef3b7c04aa807d8734880e0fa/.tmp/testFamily/2e5271bbb1604fbc98779d853213184d 2024-11-09T00:40:52,626 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScanner/5f2a7e1ef3b7c04aa807d8734880e0fa/.tmp/testFamily/2e5271bbb1604fbc98779d853213184d as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScanner/5f2a7e1ef3b7c04aa807d8734880e0fa/testFamily/2e5271bbb1604fbc98779d853213184d 2024-11-09T00:40:52,634 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScanner/5f2a7e1ef3b7c04aa807d8734880e0fa/testFamily/2e5271bbb1604fbc98779d853213184d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:52,635 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f2a7e1ef3b7c04aa807d8734880e0fa in 441ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:52,640 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScanner/5f2a7e1ef3b7c04aa807d8734880e0fa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:52,641 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:40:52,641 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f2a7e1ef3b7c04aa807d8734880e0fa: Waiting for close lock at 1731112852194Running coprocessor pre-close hooks at 1731112852194Disabling compacts and flushes for region at 1731112852194Disabling writes for close at 1731112852194Obtaining lock to block concurrent updates at 1731112852194Preparing flush snapshotting stores in 5f2a7e1ef3b7c04aa807d8734880e0fa at 1731112852194Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112852195 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. at 1731112852195Flushing 5f2a7e1ef3b7c04aa807d8734880e0fa/testFamily: creating writer at 1731112852195Flushing 5f2a7e1ef3b7c04aa807d8734880e0fa/testFamily: appending metadata at 1731112852211 (+16 ms)Flushing 5f2a7e1ef3b7c04aa807d8734880e0fa/testFamily: closing flushed file at 1731112852211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590dca6: reopening flushed file at 1731112852625 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f2a7e1ef3b7c04aa807d8734880e0fa in 441ms, sequenceid=8, compaction requested=false at 1731112852635 (+10 ms)Writing region close event to WAL at 1731112852636 (+1 ms)Running coprocessor post-close hooks at 1731112852641 (+5 ms)Closed at 1731112852641 2024-11-09T00:40:52,641 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731112787894.5f2a7e1ef3b7c04aa807d8734880e0fa. 2024-11-09T00:40:52,641 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10173fb028403fd3981d37a403bc623f, disabling compactions & flushes 2024-11-09T00:40:52,641 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:52,641 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:52,641 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. after waiting 0 ms 2024-11-09T00:40:52,641 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:52,641 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10173fb028403fd3981d37a403bc623f 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:52,659 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/10173fb028403fd3981d37a403bc623f/.tmp/testFamily/0cdd4b5a678f45a2acf353e357340601 is 61, key is row-0/testFamily:testQualifier/1731112830482/Put/seqid=0 2024-11-09T00:40:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741860_1036 (size=5049) 2024-11-09T00:40:52,664 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/.tmp/table/ed63cd241a0a47b0929df66ce006239d 2024-11-09T00:40:52,673 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/.tmp/info/5421807695b24c76ad792e0a0a4c9f8d as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/info/5421807695b24c76ad792e0a0a4c9f8d 2024-11-09T00:40:52,682 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/info/5421807695b24c76ad792e0a0a4c9f8d, entries=100, sequenceid=56, filesize=20.1 K 2024-11-09T00:40:52,683 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/.tmp/ns/af038c56fa634f03a0fe383aae84af37 as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/ns/af038c56fa634f03a0fe383aae84af37 2024-11-09T00:40:52,691 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/ns/af038c56fa634f03a0fe383aae84af37, entries=2, sequenceid=56, filesize=5.0 K 2024-11-09T00:40:52,692 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/.tmp/table/ed63cd241a0a47b0929df66ce006239d as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/table/ed63cd241a0a47b0929df66ce006239d 2024-11-09T00:40:52,694 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-09T00:40:52,694 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1325): Online Regions={10173fb028403fd3981d37a403bc623f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f., 30cafb56d537dca12ad566675f64db7e=testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e., 571342979044ce97920022cf0caf4819=hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819., 1588230740=hbase:meta,,1.1588230740, 4616adf0f120b3ab6bbd6ba2c3ca0273=testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273., 4773d14293fe086bee5d356d433c8561=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., 2f088f71cb3d6752f242bbb8c2f14b93=hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93., 90863475ddf91d38b490f45b75b53ede=testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede., 36802693c08b18d6a2678a32343d737c=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c.} 2024-11-09T00:40:52,694 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 10173fb028403fd3981d37a403bc623f, 1588230740, 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:52,700 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/table/ed63cd241a0a47b0929df66ce006239d, entries=20, sequenceid=56, filesize=6.5 K 2024-11-09T00:40:52,702 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1009ms, sequenceid=56, compaction requested=false 2024-11-09T00:40:52,707 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-09T00:40:52,707 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T00:40:52,708 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T00:40:52,708 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731112851692Running coprocessor pre-close hooks at 1731112851692Disabling compacts and flushes for region at 1731112851692Disabling writes for close at 1731112851692Obtaining lock to block concurrent updates at 1731112851695 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731112851695Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731112851702 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731112851704 (+2 ms)Flushing 1588230740/info: creating writer at 1731112851705 (+1 ms)Flushing 1588230740/info: appending metadata at 1731112851753 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731112851753Flushing 1588230740/ns: creating writer at 1731112851805 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731112851822 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731112851822Flushing 1588230740/table: creating writer at 1731112852240 (+418 ms)Flushing 1588230740/table: appending metadata at 1731112852256 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731112852257 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc02688: reopening flushed file at 1731112852672 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6517dac8: reopening flushed file at 1731112852682 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a24e34: reopening flushed file at 1731112852691 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1009ms, sequenceid=56, compaction requested=false at 1731112852702 (+11 ms)Writing region close event to WAL at 1731112852703 (+1 ms)Running coprocessor post-close hooks at 1731112852707 (+4 ms)Closed at 1731112852708 (+1 ms) 2024-11-09T00:40:52,708 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T00:40:52,894 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 10173fb028403fd3981d37a403bc623f, 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:53,065 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/10173fb028403fd3981d37a403bc623f/.tmp/testFamily/0cdd4b5a678f45a2acf353e357340601 2024-11-09T00:40:53,074 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/10173fb028403fd3981d37a403bc623f/.tmp/testFamily/0cdd4b5a678f45a2acf353e357340601 as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/10173fb028403fd3981d37a403bc623f/testFamily/0cdd4b5a678f45a2acf353e357340601 2024-11-09T00:40:53,081 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/10173fb028403fd3981d37a403bc623f/testFamily/0cdd4b5a678f45a2acf353e357340601, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:53,082 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 10173fb028403fd3981d37a403bc623f in 441ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:53,086 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/10173fb028403fd3981d37a403bc623f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:53,087 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:53,087 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10173fb028403fd3981d37a403bc623f: Waiting for close lock at 1731112852641Running coprocessor pre-close hooks at 1731112852641Disabling compacts and flushes for region at 1731112852641Disabling writes for close at 1731112852641Obtaining lock to block concurrent updates at 1731112852641Preparing flush snapshotting stores in 10173fb028403fd3981d37a403bc623f at 1731112852641Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112852642 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. at 1731112852642Flushing 10173fb028403fd3981d37a403bc623f/testFamily: creating writer at 1731112852642Flushing 10173fb028403fd3981d37a403bc623f/testFamily: appending metadata at 1731112852658 (+16 ms)Flushing 10173fb028403fd3981d37a403bc623f/testFamily: closing flushed file at 1731112852658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39789158: reopening flushed file at 1731112853073 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 10173fb028403fd3981d37a403bc623f in 441ms, sequenceid=8, compaction requested=false at 1731112853082 (+9 ms)Writing region close event to WAL at 1731112853082Running coprocessor post-close hooks at 1731112853086 (+4 ms)Closed at 1731112853087 (+1 ms) 2024-11-09T00:40:53,087 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731112827439.10173fb028403fd3981d37a403bc623f. 2024-11-09T00:40:53,087 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30cafb56d537dca12ad566675f64db7e, disabling compactions & flushes 2024-11-09T00:40:53,087 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:53,087 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:53,087 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. after waiting 0 ms 2024-11-09T00:40:53,087 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:53,087 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30cafb56d537dca12ad566675f64db7e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:53,094 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:53,108 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextException/30cafb56d537dca12ad566675f64db7e/.tmp/testFamily/d794036802f342d781deee90ddc0ee55 is 61, key is row-0/testFamily:testQualifier/1731112809142/Put/seqid=0 2024-11-09T00:40:53,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741861_1037 (size=5049) 2024-11-09T00:40:53,294 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:53,495 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 30cafb56d537dca12ad566675f64db7e, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:53,513 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextException/30cafb56d537dca12ad566675f64db7e/.tmp/testFamily/d794036802f342d781deee90ddc0ee55 2024-11-09T00:40:53,522 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextException/30cafb56d537dca12ad566675f64db7e/.tmp/testFamily/d794036802f342d781deee90ddc0ee55 as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextException/30cafb56d537dca12ad566675f64db7e/testFamily/d794036802f342d781deee90ddc0ee55 2024-11-09T00:40:53,529 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextException/30cafb56d537dca12ad566675f64db7e/testFamily/d794036802f342d781deee90ddc0ee55, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:53,530 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 30cafb56d537dca12ad566675f64db7e in 443ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:53,534 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextException/30cafb56d537dca12ad566675f64db7e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:53,535 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:53,535 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30cafb56d537dca12ad566675f64db7e: Waiting for close lock at 1731112853087Running coprocessor pre-close hooks at 1731112853087Disabling compacts and flushes for region at 1731112853087Disabling writes for close at 1731112853087Obtaining lock to block concurrent updates at 1731112853087Preparing flush snapshotting stores in 30cafb56d537dca12ad566675f64db7e at 1731112853087Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112853087Flushing stores of testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. at 1731112853088 (+1 ms)Flushing 30cafb56d537dca12ad566675f64db7e/testFamily: creating writer at 1731112853088Flushing 30cafb56d537dca12ad566675f64db7e/testFamily: appending metadata at 1731112853107 (+19 ms)Flushing 30cafb56d537dca12ad566675f64db7e/testFamily: closing flushed file at 1731112853107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596939a5: reopening flushed file at 1731112853521 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 30cafb56d537dca12ad566675f64db7e in 443ms, sequenceid=8, compaction requested=false at 1731112853530 (+9 ms)Writing region close event to WAL at 1731112853530Running coprocessor post-close hooks at 1731112853535 (+5 ms)Closed at 1731112853535 2024-11-09T00:40:53,535 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731112806090.30cafb56d537dca12ad566675f64db7e. 2024-11-09T00:40:53,535 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 571342979044ce97920022cf0caf4819, disabling compactions & flushes 2024-11-09T00:40:53,535 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:40:53,536 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:40:53,536 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. after waiting 0 ms 2024-11-09T00:40:53,536 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:40:53,536 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 571342979044ce97920022cf0caf4819 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:53,553 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNextAsync/571342979044ce97920022cf0caf4819/.tmp/testFamily/c68986c3e0d94104ba216bdc7e322d27 is 61, key is row-0/testFamily:testQualifier/1731112800053/Put/seqid=0 2024-11-09T00:40:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741862_1038 (size=5049) 2024-11-09T00:40:53,695 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-09T00:40:53,695 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1325): Online Regions={571342979044ce97920022cf0caf4819=hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819., 4616adf0f120b3ab6bbd6ba2c3ca0273=testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273., 4773d14293fe086bee5d356d433c8561=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., 2f088f71cb3d6752f242bbb8c2f14b93=hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93., 90863475ddf91d38b490f45b75b53ede=testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede., 36802693c08b18d6a2678a32343d737c=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c.} 2024-11-09T00:40:53,695 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:53,895 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 571342979044ce97920022cf0caf4819, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:53,959 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNextAsync/571342979044ce97920022cf0caf4819/.tmp/testFamily/c68986c3e0d94104ba216bdc7e322d27 2024-11-09T00:40:53,966 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNextAsync/571342979044ce97920022cf0caf4819/.tmp/testFamily/c68986c3e0d94104ba216bdc7e322d27 as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNextAsync/571342979044ce97920022cf0caf4819/testFamily/c68986c3e0d94104ba216bdc7e322d27 2024-11-09T00:40:53,973 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNextAsync/571342979044ce97920022cf0caf4819/testFamily/c68986c3e0d94104ba216bdc7e322d27, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:53,974 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 571342979044ce97920022cf0caf4819 in 438ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:53,978 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNextAsync/571342979044ce97920022cf0caf4819/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:53,979 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:40:53,979 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 571342979044ce97920022cf0caf4819: Waiting for close lock at 1731112853535Running coprocessor pre-close hooks at 1731112853535Disabling compacts and flushes for region at 1731112853535Disabling writes for close at 1731112853536 (+1 ms)Obtaining lock to block concurrent updates at 1731112853536Preparing flush snapshotting stores in 571342979044ce97920022cf0caf4819 at 1731112853536Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112853536Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. at 1731112853536Flushing 571342979044ce97920022cf0caf4819/testFamily: creating writer at 1731112853537 (+1 ms)Flushing 571342979044ce97920022cf0caf4819/testFamily: appending metadata at 1731112853552 (+15 ms)Flushing 571342979044ce97920022cf0caf4819/testFamily: closing flushed file at 1731112853553 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632ab7f2: reopening flushed file at 1731112853965 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 571342979044ce97920022cf0caf4819 in 438ms, sequenceid=8, compaction requested=false at 1731112853974 (+9 ms)Writing region close event to WAL at 1731112853975 (+1 ms)Running coprocessor post-close hooks at 1731112853979 (+4 ms)Closed at 1731112853979 2024-11-09T00:40:53,979 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731112797009.571342979044ce97920022cf0caf4819. 2024-11-09T00:40:53,979 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4616adf0f120b3ab6bbd6ba2c3ca0273, disabling compactions & flushes 2024-11-09T00:40:53,979 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:40:53,979 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:40:53,979 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. after waiting 0 ms 2024-11-09T00:40:53,979 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:40:53,979 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4616adf0f120b3ab6bbd6ba2c3ca0273 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:53,995 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4616adf0f120b3ab6bbd6ba2c3ca0273/.tmp/testFamily/390fc0be798a41cbbabf7a8ada57bb89 is 61, key is row-0/testFamily:testQualifier/1731112787816/Put/seqid=0 2024-11-09T00:40:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741863_1039 (size=5049) 2024-11-09T00:40:54,096 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:54,296 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 36802693c08b18d6a2678a32343d737c, 4616adf0f120b3ab6bbd6ba2c3ca0273, 4773d14293fe086bee5d356d433c8561, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:54,401 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4616adf0f120b3ab6bbd6ba2c3ca0273/.tmp/testFamily/390fc0be798a41cbbabf7a8ada57bb89 2024-11-09T00:40:54,409 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4616adf0f120b3ab6bbd6ba2c3ca0273/.tmp/testFamily/390fc0be798a41cbbabf7a8ada57bb89 as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4616adf0f120b3ab6bbd6ba2c3ca0273/testFamily/390fc0be798a41cbbabf7a8ada57bb89 2024-11-09T00:40:54,416 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4616adf0f120b3ab6bbd6ba2c3ca0273/testFamily/390fc0be798a41cbbabf7a8ada57bb89, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:54,417 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4616adf0f120b3ab6bbd6ba2c3ca0273 in 438ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:54,422 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/4616adf0f120b3ab6bbd6ba2c3ca0273/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:54,423 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:40:54,423 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4616adf0f120b3ab6bbd6ba2c3ca0273: Waiting for close lock at 1731112853979Running coprocessor pre-close hooks at 1731112853979Disabling compacts and flushes for region at 1731112853979Disabling writes for close at 1731112853979Obtaining lock to block concurrent updates at 1731112853979Preparing flush snapshotting stores in 4616adf0f120b3ab6bbd6ba2c3ca0273 at 1731112853979Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112853980 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. at 1731112853980Flushing 4616adf0f120b3ab6bbd6ba2c3ca0273/testFamily: creating writer at 1731112853980Flushing 4616adf0f120b3ab6bbd6ba2c3ca0273/testFamily: appending metadata at 1731112853995 (+15 ms)Flushing 4616adf0f120b3ab6bbd6ba2c3ca0273/testFamily: closing flushed file at 1731112853995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1316f85b: reopening flushed file at 1731112854408 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4616adf0f120b3ab6bbd6ba2c3ca0273 in 438ms, sequenceid=8, compaction requested=false at 1731112854417 (+9 ms)Writing region close event to WAL at 1731112854418 (+1 ms)Running coprocessor post-close hooks at 1731112854423 (+5 ms)Closed at 1731112854423 2024-11-09T00:40:54,423 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731112784711.4616adf0f120b3ab6bbd6ba2c3ca0273. 2024-11-09T00:40:54,423 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4773d14293fe086bee5d356d433c8561, disabling compactions & flushes 2024-11-09T00:40:54,423 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:54,423 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:54,423 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. after waiting 0 ms 2024-11-09T00:40:54,423 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:54,423 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4773d14293fe086bee5d356d433c8561 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:54,440 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScanner/4773d14293fe086bee5d356d433c8561/.tmp/testFamily/59d14c64ccc043cd9bfa4b98e6617f9a is 61, key is row-0/testFamily:testQualifier/1731112812241/Put/seqid=0 2024-11-09T00:40:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741864_1040 (size=5049) 2024-11-09T00:40:54,496 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 36802693c08b18d6a2678a32343d737c, 4773d14293fe086bee5d356d433c8561, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:54,696 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T00:40:54,697 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1325): Online Regions={4773d14293fe086bee5d356d433c8561=testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., 2f088f71cb3d6752f242bbb8c2f14b93=hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93., 90863475ddf91d38b490f45b75b53ede=testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede., 36802693c08b18d6a2678a32343d737c=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c.} 2024-11-09T00:40:54,697 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 36802693c08b18d6a2678a32343d737c, 4773d14293fe086bee5d356d433c8561, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:54,845 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScanner/4773d14293fe086bee5d356d433c8561/.tmp/testFamily/59d14c64ccc043cd9bfa4b98e6617f9a 2024-11-09T00:40:54,853 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScanner/4773d14293fe086bee5d356d433c8561/.tmp/testFamily/59d14c64ccc043cd9bfa4b98e6617f9a as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScanner/4773d14293fe086bee5d356d433c8561/testFamily/59d14c64ccc043cd9bfa4b98e6617f9a 2024-11-09T00:40:54,860 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScanner/4773d14293fe086bee5d356d433c8561/testFamily/59d14c64ccc043cd9bfa4b98e6617f9a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:54,861 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4773d14293fe086bee5d356d433c8561 in 438ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:54,865 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScanner/4773d14293fe086bee5d356d433c8561/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:54,866 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:54,866 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4773d14293fe086bee5d356d433c8561: Waiting for close lock at 1731112854423Running coprocessor pre-close hooks at 1731112854423Disabling compacts and flushes for region at 1731112854423Disabling writes for close at 1731112854423Obtaining lock to block concurrent updates at 1731112854423Preparing flush snapshotting stores in 4773d14293fe086bee5d356d433c8561 at 1731112854423Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112854424 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. at 1731112854424Flushing 4773d14293fe086bee5d356d433c8561/testFamily: creating writer at 1731112854424Flushing 4773d14293fe086bee5d356d433c8561/testFamily: appending metadata at 1731112854439 (+15 ms)Flushing 4773d14293fe086bee5d356d433c8561/testFamily: closing flushed file at 1731112854439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113ee05a: reopening flushed file at 1731112854852 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4773d14293fe086bee5d356d433c8561 in 438ms, sequenceid=8, compaction requested=false at 1731112854861 (+9 ms)Writing region close event to WAL at 1731112854862 (+1 ms)Running coprocessor post-close hooks at 1731112854866 (+4 ms)Closed at 1731112854866 2024-11-09T00:40:54,866 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731112809190.4773d14293fe086bee5d356d433c8561. 2024-11-09T00:40:54,866 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f088f71cb3d6752f242bbb8c2f14b93, disabling compactions & flushes 2024-11-09T00:40:54,866 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:54,866 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:54,866 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. after waiting 0 ms 2024-11-09T00:40:54,866 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:54,866 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f088f71cb3d6752f242bbb8c2f14b93 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:54,882 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNext/2f088f71cb3d6752f242bbb8c2f14b93/.tmp/testFamily/b4d07bb3543c415b80eaa5ac3e715a5e is 61, key is row-0/testFamily:testQualifier/1731112839563/Put/seqid=0 2024-11-09T00:40:54,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741865_1041 (size=5049) 2024-11-09T00:40:54,897 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 36802693c08b18d6a2678a32343d737c, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:55,097 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 36802693c08b18d6a2678a32343d737c, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:55,288 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNext/2f088f71cb3d6752f242bbb8c2f14b93/.tmp/testFamily/b4d07bb3543c415b80eaa5ac3e715a5e 2024-11-09T00:40:55,296 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNext/2f088f71cb3d6752f242bbb8c2f14b93/.tmp/testFamily/b4d07bb3543c415b80eaa5ac3e715a5e as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNext/2f088f71cb3d6752f242bbb8c2f14b93/testFamily/b4d07bb3543c415b80eaa5ac3e715a5e 2024-11-09T00:40:55,297 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 2f088f71cb3d6752f242bbb8c2f14b93, 36802693c08b18d6a2678a32343d737c, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:55,302 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNext/2f088f71cb3d6752f242bbb8c2f14b93/testFamily/b4d07bb3543c415b80eaa5ac3e715a5e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:55,303 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2f088f71cb3d6752f242bbb8c2f14b93 in 437ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:55,307 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/hbase/testMetaScanTimeoutOnNext/2f088f71cb3d6752f242bbb8c2f14b93/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:55,308 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:55,308 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f088f71cb3d6752f242bbb8c2f14b93: Waiting for close lock at 1731112854866Running coprocessor pre-close hooks at 1731112854866Disabling compacts and flushes for region at 1731112854866Disabling writes for close at 1731112854866Obtaining lock to block concurrent updates at 1731112854866Preparing flush snapshotting stores in 2f088f71cb3d6752f242bbb8c2f14b93 at 1731112854866Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112854867 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. at 1731112854867Flushing 2f088f71cb3d6752f242bbb8c2f14b93/testFamily: creating writer at 1731112854867Flushing 2f088f71cb3d6752f242bbb8c2f14b93/testFamily: appending metadata at 1731112854882 (+15 ms)Flushing 2f088f71cb3d6752f242bbb8c2f14b93/testFamily: closing flushed file at 1731112854882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb971f7: reopening flushed file at 1731112855295 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2f088f71cb3d6752f242bbb8c2f14b93 in 437ms, sequenceid=8, compaction requested=false at 1731112855303 (+8 ms)Writing region close event to WAL at 1731112855304 (+1 ms)Running coprocessor post-close hooks at 1731112855308 (+4 ms)Closed at 1731112855308 2024-11-09T00:40:55,308 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731112836520.2f088f71cb3d6752f242bbb8c2f14b93. 2024-11-09T00:40:55,308 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90863475ddf91d38b490f45b75b53ede, disabling compactions & flushes 2024-11-09T00:40:55,308 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:55,308 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:55,309 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. after waiting 0 ms 2024-11-09T00:40:55,309 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:55,309 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90863475ddf91d38b490f45b75b53ede 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:55,326 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNextAsync/90863475ddf91d38b490f45b75b53ede/.tmp/testFamily/8f2cd8f5e1764243a6f034fd990142ff is 61, key is row-0/testFamily:testQualifier/1731112818331/Put/seqid=0 2024-11-09T00:40:55,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741866_1042 (size=5049) 2024-11-09T00:40:55,498 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 36802693c08b18d6a2678a32343d737c, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:55,698 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T00:40:55,698 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1325): Online Regions={90863475ddf91d38b490f45b75b53ede=testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede., 36802693c08b18d6a2678a32343d737c=testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c.} 2024-11-09T00:40:55,698 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 36802693c08b18d6a2678a32343d737c, 90863475ddf91d38b490f45b75b53ede 2024-11-09T00:40:55,732 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNextAsync/90863475ddf91d38b490f45b75b53ede/.tmp/testFamily/8f2cd8f5e1764243a6f034fd990142ff 2024-11-09T00:40:55,741 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNextAsync/90863475ddf91d38b490f45b75b53ede/.tmp/testFamily/8f2cd8f5e1764243a6f034fd990142ff as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNextAsync/90863475ddf91d38b490f45b75b53ede/testFamily/8f2cd8f5e1764243a6f034fd990142ff 2024-11-09T00:40:55,748 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNextAsync/90863475ddf91d38b490f45b75b53ede/testFamily/8f2cd8f5e1764243a6f034fd990142ff, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:55,749 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 90863475ddf91d38b490f45b75b53ede in 440ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:55,753 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnNextAsync/90863475ddf91d38b490f45b75b53ede/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:55,754 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:55,754 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90863475ddf91d38b490f45b75b53ede: Waiting for close lock at 1731112855308Running coprocessor pre-close hooks at 1731112855308Disabling compacts and flushes for region at 1731112855308Disabling writes for close at 1731112855309 (+1 ms)Obtaining lock to block concurrent updates at 1731112855309Preparing flush snapshotting stores in 90863475ddf91d38b490f45b75b53ede at 1731112855309Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112855309Flushing stores of testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. at 1731112855309Flushing 90863475ddf91d38b490f45b75b53ede/testFamily: creating writer at 1731112855309Flushing 90863475ddf91d38b490f45b75b53ede/testFamily: appending metadata at 1731112855326 (+17 ms)Flushing 90863475ddf91d38b490f45b75b53ede/testFamily: closing flushed file at 1731112855326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab7b8a7: reopening flushed file at 1731112855740 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 90863475ddf91d38b490f45b75b53ede in 440ms, sequenceid=8, compaction requested=false at 1731112855749 (+9 ms)Writing region close event to WAL at 1731112855750 (+1 ms)Running coprocessor post-close hooks at 1731112855754 (+4 ms)Closed at 1731112855754 2024-11-09T00:40:55,754 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731112815279.90863475ddf91d38b490f45b75b53ede. 2024-11-09T00:40:55,755 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36802693c08b18d6a2678a32343d737c, disabling compactions & flushes 2024-11-09T00:40:55,755 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:55,755 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:55,755 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. after waiting 0 ms 2024-11-09T00:40:55,755 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:55,755 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36802693c08b18d6a2678a32343d737c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-09T00:40:55,772 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScannerAsync/36802693c08b18d6a2678a32343d737c/.tmp/testFamily/e1ba8c6a73e649ebb061f97a9dcf6e0d is 61, key is row-0/testFamily:testQualifier/1731112848652/Put/seqid=0 2024-11-09T00:40:55,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741867_1043 (size=5049) 2024-11-09T00:40:55,898 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:56,099 DEBUG [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1351): Waiting on 36802693c08b18d6a2678a32343d737c 2024-11-09T00:40:56,177 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScannerAsync/36802693c08b18d6a2678a32343d737c/.tmp/testFamily/e1ba8c6a73e649ebb061f97a9dcf6e0d 2024-11-09T00:40:56,186 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScannerAsync/36802693c08b18d6a2678a32343d737c/.tmp/testFamily/e1ba8c6a73e649ebb061f97a9dcf6e0d as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScannerAsync/36802693c08b18d6a2678a32343d737c/testFamily/e1ba8c6a73e649ebb061f97a9dcf6e0d 2024-11-09T00:40:56,192 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScannerAsync/36802693c08b18d6a2678a32343d737c/testFamily/e1ba8c6a73e649ebb061f97a9dcf6e0d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T00:40:56,193 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 36802693c08b18d6a2678a32343d737c in 438ms, sequenceid=8, compaction requested=false 2024-11-09T00:40:56,198 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/data/default/testNormalScanTimeoutOnOpenScannerAsync/36802693c08b18d6a2678a32343d737c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T00:40:56,199 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:56,199 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36802693c08b18d6a2678a32343d737c: Waiting for close lock at 1731112855755Running coprocessor pre-close hooks at 1731112855755Disabling compacts and flushes for region at 1731112855755Disabling writes for close at 1731112855755Obtaining lock to block concurrent updates at 1731112855755Preparing flush snapshotting stores in 36802693c08b18d6a2678a32343d737c at 1731112855755Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731112855755Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. at 1731112855756 (+1 ms)Flushing 36802693c08b18d6a2678a32343d737c/testFamily: creating writer at 1731112855756Flushing 36802693c08b18d6a2678a32343d737c/testFamily: appending metadata at 1731112855771 (+15 ms)Flushing 36802693c08b18d6a2678a32343d737c/testFamily: closing flushed file at 1731112855771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70eca60c: reopening flushed file at 1731112856185 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 36802693c08b18d6a2678a32343d737c in 438ms, sequenceid=8, compaction requested=false at 1731112856194 (+9 ms)Writing region close event to WAL at 1731112856194Running coprocessor post-close hooks at 1731112856199 (+5 ms)Closed at 1731112856199 2024-11-09T00:40:56,199 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731112845599.36802693c08b18d6a2678a32343d737c. 2024-11-09T00:40:56,299 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(976): stopping server a15bf3ddec7f,45713,1731112721143; all regions closed. 2024-11-09T00:40:56,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741834_1010 (size=19479) 2024-11-09T00:40:56,309 DEBUG [RS:0;a15bf3ddec7f:45713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/oldWALs 2024-11-09T00:40:56,309 INFO [RS:0;a15bf3ddec7f:45713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a15bf3ddec7f%2C45713%2C1731112721143.meta:.meta(num 1731112784289) 2024-11-09T00:40:56,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741833_1009 (size=20031) 2024-11-09T00:40:56,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/WALs/a15bf3ddec7f,45713,1731112721143/a15bf3ddec7f%2C45713%2C1731112721143.1731112783888 not finished, retry = 0 2024-11-09T00:40:56,415 DEBUG [RS:0;a15bf3ddec7f:45713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/oldWALs 2024-11-09T00:40:56,416 INFO [RS:0;a15bf3ddec7f:45713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a15bf3ddec7f%2C45713%2C1731112721143:(num 1731112783888) 2024-11-09T00:40:56,416 DEBUG [RS:0;a15bf3ddec7f:45713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:40:56,416 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:40:56,416 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:40:56,416 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.ChoreService(370): Chore service for: regionserver/a15bf3ddec7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T00:40:56,417 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:40:56,417 INFO [regionserver/a15bf3ddec7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:40:56,418 INFO [RS:0;a15bf3ddec7f:45713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45713 2024-11-09T00:40:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a15bf3ddec7f,45713,1731112721143 2024-11-09T00:40:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:40:56,423 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:40:56,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a15bf3ddec7f,45713,1731112721143] 2024-11-09T00:40:56,427 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a15bf3ddec7f,45713,1731112721143 already deleted, retry=false 2024-11-09T00:40:56,427 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a15bf3ddec7f,45713,1731112721143 expired; onlineServers=0 2024-11-09T00:40:56,427 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a15bf3ddec7f,39727,1731112720430' ***** 2024-11-09T00:40:56,427 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T00:40:56,427 INFO [M:0;a15bf3ddec7f:39727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:40:56,427 INFO [M:0;a15bf3ddec7f:39727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:40:56,427 DEBUG [M:0;a15bf3ddec7f:39727 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T00:40:56,428 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T00:40:56,428 DEBUG [M:0;a15bf3ddec7f:39727 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T00:40:56,428 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.large.0-1731112723738 {}] cleaner.HFileCleaner(306): Exit Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.large.0-1731112723738,5,FailOnTimeoutGroup] 2024-11-09T00:40:56,428 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.small.0-1731112723740 {}] cleaner.HFileCleaner(306): Exit Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.small.0-1731112723740,5,FailOnTimeoutGroup] 2024-11-09T00:40:56,428 INFO [M:0;a15bf3ddec7f:39727 {}] hbase.ChoreService(370): Chore service for: master/a15bf3ddec7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T00:40:56,428 INFO [M:0;a15bf3ddec7f:39727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:40:56,428 DEBUG [M:0;a15bf3ddec7f:39727 {}] master.HMaster(1795): Stopping service threads 2024-11-09T00:40:56,428 INFO [M:0;a15bf3ddec7f:39727 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T00:40:56,428 INFO [M:0;a15bf3ddec7f:39727 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T00:40:56,429 INFO [M:0;a15bf3ddec7f:39727 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T00:40:56,429 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T00:40:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T00:40:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:40:56,435 DEBUG [M:0;a15bf3ddec7f:39727 {}] zookeeper.ZKUtil(347): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T00:40:56,436 WARN [M:0;a15bf3ddec7f:39727 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T00:40:56,437 INFO [M:0;a15bf3ddec7f:39727 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/.lastflushedseqids 2024-11-09T00:40:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741868_1044 (size=649) 2024-11-09T00:40:56,505 INFO [regionserver/a15bf3ddec7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:40:56,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:40:56,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45713-0x100fa29bf790001, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:40:56,526 INFO [RS:0;a15bf3ddec7f:45713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:40:56,526 INFO [RS:0;a15bf3ddec7f:45713 {}] regionserver.HRegionServer(1031): Exiting; stopping=a15bf3ddec7f,45713,1731112721143; zookeeper connection closed. 2024-11-09T00:40:56,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@303e32d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@303e32d5 2024-11-09T00:40:56,527 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T00:40:56,850 INFO [M:0;a15bf3ddec7f:39727 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T00:40:56,850 INFO [M:0;a15bf3ddec7f:39727 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T00:40:56,850 DEBUG [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T00:40:56,850 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:40:56,850 DEBUG [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:40:56,850 DEBUG [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T00:40:56,850 DEBUG [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:40:56,850 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.08 KB heapSize=190.99 KB 2024-11-09T00:40:56,868 DEBUG [M:0;a15bf3ddec7f:39727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc3a5017d53c495b88ed8fb8633b3ecd is 82, key is hbase:meta,,1/info:regioninfo/1731112784380/Put/seqid=0 2024-11-09T00:40:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741869_1045 (size=5672) 2024-11-09T00:40:57,275 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc3a5017d53c495b88ed8fb8633b3ecd 2024-11-09T00:40:57,299 DEBUG [M:0;a15bf3ddec7f:39727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a94620edfc84b2e89ac0006e6051417 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731112785977/Put/seqid=0 2024-11-09T00:40:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741870_1046 (size=14078) 2024-11-09T00:40:57,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T00:40:57,704 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.53 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a94620edfc84b2e89ac0006e6051417 2024-11-09T00:40:57,711 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a94620edfc84b2e89ac0006e6051417 2024-11-09T00:40:57,728 DEBUG [M:0;a15bf3ddec7f:39727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acaa60f97f1f4e90a145008001d366ef is 69, key is a15bf3ddec7f,45713,1731112721143/rs:state/1731112753763/Put/seqid=0 2024-11-09T00:40:57,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741871_1047 (size=5156) 2024-11-09T00:40:58,133 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acaa60f97f1f4e90a145008001d366ef 2024-11-09T00:40:58,141 DEBUG [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc3a5017d53c495b88ed8fb8633b3ecd as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc3a5017d53c495b88ed8fb8633b3ecd 2024-11-09T00:40:58,147 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc3a5017d53c495b88ed8fb8633b3ecd, entries=8, sequenceid=317, filesize=5.5 K 2024-11-09T00:40:58,148 DEBUG [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a94620edfc84b2e89ac0006e6051417 as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a94620edfc84b2e89ac0006e6051417 2024-11-09T00:40:58,154 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a94620edfc84b2e89ac0006e6051417 2024-11-09T00:40:58,154 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a94620edfc84b2e89ac0006e6051417, entries=33, sequenceid=317, filesize=13.7 K 2024-11-09T00:40:58,155 DEBUG [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acaa60f97f1f4e90a145008001d366ef as hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acaa60f97f1f4e90a145008001d366ef 2024-11-09T00:40:58,162 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33175/user/jenkins/test-data/d2484b0e-237e-6aea-ffbd-46ab629960c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acaa60f97f1f4e90a145008001d366ef, entries=1, sequenceid=317, filesize=5.0 K 2024-11-09T00:40:58,163 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.08 KB/166999, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=317, compaction requested=false 2024-11-09T00:40:58,164 INFO [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:40:58,164 DEBUG [M:0;a15bf3ddec7f:39727 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731112856850Disabling compacts and flushes for region at 1731112856850Disabling writes for close at 1731112856850Obtaining lock to block concurrent updates at 1731112856850Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731112856850Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166999, getHeapSize=195512, getOffHeapSize=0, getCellsCount=364 at 1731112856851 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731112856851Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731112856852 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731112856867 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731112856868 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731112857281 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731112857298 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731112857298Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731112857711 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731112857727 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731112857727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c8d207: reopening flushed file at 1731112858140 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed79199: reopening flushed file at 1731112858147 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa85c29: reopening flushed file at 1731112858154 (+7 ms)Finished flush of dataSize ~163.08 KB/166999, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=317, compaction requested=false at 1731112858163 (+9 ms)Writing region close event to WAL at 1731112858164 (+1 ms)Closed at 1731112858164 2024-11-09T00:40:58,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44015 is added to blk_1073741830_1006 (size=188211) 2024-11-09T00:40:58,169 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:40:58,169 INFO [M:0;a15bf3ddec7f:39727 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T00:40:58,169 INFO [M:0;a15bf3ddec7f:39727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39727 2024-11-09T00:40:58,169 INFO [M:0;a15bf3ddec7f:39727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:40:58,271 INFO [M:0;a15bf3ddec7f:39727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:40:58,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:40:58,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39727-0x100fa29bf790000, quorum=127.0.0.1:62311, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:40:58,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:40:58,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:40:58,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:40:58,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:40:58,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/hadoop.log.dir/,STOPPED} 2024-11-09T00:40:58,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T00:40:58,281 WARN [BP-1978627458-172.17.0.2-1731112717683 heartbeating to localhost/127.0.0.1:33175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T00:40:58,281 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T00:40:58,281 WARN [BP-1978627458-172.17.0.2-1731112717683 heartbeating to localhost/127.0.0.1:33175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1978627458-172.17.0.2-1731112717683 (Datanode Uuid 122e8242-ad46-48f3-934a-e81bcf24bf8b) service to localhost/127.0.0.1:33175 2024-11-09T00:40:58,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/cluster_6ba6ff4f-23eb-6434-b22b-8a96cd934675/data/data1/current/BP-1978627458-172.17.0.2-1731112717683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:40:58,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/cluster_6ba6ff4f-23eb-6434-b22b-8a96cd934675/data/data2/current/BP-1978627458-172.17.0.2-1731112717683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:40:58,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T00:40:58,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T00:40:58,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:40:58,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:40:58,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:40:58,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e06b3a4b-5882-2edb-89b0-4cd0ff716406/hadoop.log.dir/,STOPPED} 2024-11-09T00:40:58,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T00:40:58,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down