2024-11-23 19:00:35,865 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-23 19:00:35,882 main DEBUG Took 0.014529 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 19:00:35,883 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 19:00:35,883 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 19:00:35,885 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 19:00:35,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,896 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 19:00:35,907 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,909 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,910 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,911 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,912 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,913 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,914 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,914 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,914 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,915 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,916 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,917 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,917 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:00:35,918 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,918 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 19:00:35,920 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:00:35,921 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 19:00:35,923 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 19:00:35,923 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 19:00:35,924 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 19:00:35,925 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 19:00:35,932 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 19:00:35,934 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 19:00:35,936 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 19:00:35,936 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 19:00:35,936 main DEBUG createAppenders(={Console}) 2024-11-23 19:00:35,937 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-23 19:00:35,937 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-23 19:00:35,938 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-23 19:00:35,938 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 19:00:35,938 main DEBUG OutputStream closed 2024-11-23 19:00:35,939 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 19:00:35,939 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 19:00:35,939 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-23 19:00:36,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 19:00:36,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 19:00:36,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 19:00:36,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 19:00:36,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 19:00:36,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 19:00:36,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 19:00:36,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 19:00:36,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 19:00:36,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 19:00:36,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 19:00:36,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 19:00:36,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 19:00:36,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 19:00:36,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 19:00:36,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 19:00:36,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 19:00:36,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 19:00:36,024 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 19:00:36,025 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-23 19:00:36,025 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 19:00:36,026 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-23T19:00:36,038 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-23 19:00:36,041 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 19:00:36,042 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T19:00:36,286 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9 2024-11-23T19:00:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T19:00:36,326 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/cluster_11834036-289e-7294-14d1-3baec3cc9003, deleteOnExit=true 2024-11-23T19:00:36,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T19:00:36,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/test.cache.data in system properties and HBase conf 2024-11-23T19:00:36,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T19:00:36,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/hadoop.log.dir in system properties and HBase conf 2024-11-23T19:00:36,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T19:00:36,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T19:00:36,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T19:00:36,410 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T19:00:36,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T19:00:36,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T19:00:36,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T19:00:36,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T19:00:36,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T19:00:36,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T19:00:36,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T19:00:36,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T19:00:36,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T19:00:36,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T19:00:36,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/nfs.dump.dir in system properties and HBase conf 2024-11-23T19:00:36,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/java.io.tmpdir in system properties and HBase conf 2024-11-23T19:00:36,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T19:00:36,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T19:00:36,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T19:00:37,666 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T19:00:37,742 INFO [Time-limited test {}] log.Log(170): Logging initialized @2702ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T19:00:37,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:00:37,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:00:37,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:00:37,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:00:37,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T19:00:37,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:00:37,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:00:37,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:00:38,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/java.io.tmpdir/jetty-localhost-43779-hadoop-hdfs-3_4_1-tests_jar-_-any-4216289862232035593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T19:00:38,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:43779} 2024-11-23T19:00:38,125 INFO [Time-limited test {}] server.Server(415): Started @3085ms 2024-11-23T19:00:38,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:00:38,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:00:38,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:00:38,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:00:38,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T19:00:38,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:00:38,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:00:38,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@258822a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/java.io.tmpdir/jetty-localhost-45295-hadoop-hdfs-3_4_1-tests_jar-_-any-6138179248701636127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:00:38,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:45295} 2024-11-23T19:00:38,807 INFO [Time-limited test {}] server.Server(415): Started @3768ms 2024-11-23T19:00:38,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T19:00:39,993 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/cluster_11834036-289e-7294-14d1-3baec3cc9003/data/data2/current/BP-842601957-172.17.0.2-1732388437138/current, will proceed with Du for space computation calculation, 2024-11-23T19:00:39,993 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/cluster_11834036-289e-7294-14d1-3baec3cc9003/data/data1/current/BP-842601957-172.17.0.2-1732388437138/current, will proceed with Du for space computation calculation, 2024-11-23T19:00:40,019 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T19:00:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x637d7320c08d7d49 with lease ID 0x892d5d8ab968ee10: Processing first storage report for DS-0d73f9b5-eefd-4d11-9d1b-63678cddd86b from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=55f0ccff-0fc3-430a-8ecd-cd978a32ebef, infoPort=33245, infoSecurePort=0, ipcPort=42239, storageInfo=lv=-57;cid=testClusterID;nsid=1495102582;c=1732388437138) 2024-11-23T19:00:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x637d7320c08d7d49 with lease ID 0x892d5d8ab968ee10: from storage DS-0d73f9b5-eefd-4d11-9d1b-63678cddd86b node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=55f0ccff-0fc3-430a-8ecd-cd978a32ebef, infoPort=33245, infoSecurePort=0, ipcPort=42239, storageInfo=lv=-57;cid=testClusterID;nsid=1495102582;c=1732388437138), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T19:00:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x637d7320c08d7d49 with lease ID 0x892d5d8ab968ee10: Processing first storage report for DS-cf0a205a-1338-4ac1-b2ba-16ac4c32df43 from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=55f0ccff-0fc3-430a-8ecd-cd978a32ebef, infoPort=33245, infoSecurePort=0, ipcPort=42239, storageInfo=lv=-57;cid=testClusterID;nsid=1495102582;c=1732388437138) 2024-11-23T19:00:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x637d7320c08d7d49 with lease ID 0x892d5d8ab968ee10: from storage DS-cf0a205a-1338-4ac1-b2ba-16ac4c32df43 node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=55f0ccff-0fc3-430a-8ecd-cd978a32ebef, infoPort=33245, infoSecurePort=0, ipcPort=42239, storageInfo=lv=-57;cid=testClusterID;nsid=1495102582;c=1732388437138), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T19:00:40,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9 2024-11-23T19:00:40,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/cluster_11834036-289e-7294-14d1-3baec3cc9003/zookeeper_0, clientPort=52308, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/cluster_11834036-289e-7294-14d1-3baec3cc9003/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/cluster_11834036-289e-7294-14d1-3baec3cc9003/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T19:00:40,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52308 2024-11-23T19:00:40,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:00:40,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:00:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741825_1001 (size=7) 2024-11-23T19:00:40,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 with version=8 2024-11-23T19:00:40,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/hbase-staging 2024-11-23T19:00:40,921 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T19:00:41,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2eda60943ea1:0 server-side Connection retries=9 2024-11-23T19:00:41,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:00:41,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:00:41,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:00:41,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:00:41,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:00:41,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T19:00:41,408 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T19:00:41,417 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T19:00:41,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:00:41,441 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 83386 (auto-detected) 2024-11-23T19:00:41,442 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T19:00:41,458 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46329 2024-11-23T19:00:41,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46329 connecting to ZooKeeper ensemble=127.0.0.1:52308 2024-11-23T19:00:41,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463290x0, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:00:41,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46329-0x1016911c41c0000 connected 2024-11-23T19:00:41,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:00:41,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:00:41,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:00:41,710 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50, hbase.cluster.distributed=false 2024-11-23T19:00:41,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:00:41,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46329 2024-11-23T19:00:41,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46329 2024-11-23T19:00:41,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46329 2024-11-23T19:00:41,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46329 2024-11-23T19:00:41,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46329 2024-11-23T19:00:41,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2eda60943ea1:0 server-side Connection retries=9 2024-11-23T19:00:41,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:00:41,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:00:41,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:00:41,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:00:41,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:00:41,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T19:00:41,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:00:41,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42123 2024-11-23T19:00:41,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42123 connecting to ZooKeeper ensemble=127.0.0.1:52308 2024-11-23T19:00:41,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:00:41,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:00:41,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421230x0, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:00:41,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421230x0, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:00:41,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42123-0x1016911c41c0001 connected 2024-11-23T19:00:41,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T19:00:41,876 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T19:00:41,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T19:00:41,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:00:41,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-23T19:00:41,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42123 2024-11-23T19:00:41,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42123 2024-11-23T19:00:41,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-23T19:00:41,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-23T19:00:41,906 DEBUG [M:0;2eda60943ea1:46329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2eda60943ea1:46329 2024-11-23T19:00:41,907 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2eda60943ea1,46329,1732388441016 2024-11-23T19:00:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:00:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:00:41,925 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2eda60943ea1,46329,1732388441016 2024-11-23T19:00:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T19:00:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:41,958 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T19:00:41,959 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2eda60943ea1,46329,1732388441016 from backup master directory 2024-11-23T19:00:41,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2eda60943ea1,46329,1732388441016 2024-11-23T19:00:41,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:00:41,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:00:41,968 WARN [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:00:41,968 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2eda60943ea1,46329,1732388441016 2024-11-23T19:00:41,971 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T19:00:41,973 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T19:00:42,027 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/hbase.id] with ID: b7095f24-1d91-497b-9531-90397332a26f 2024-11-23T19:00:42,027 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/.tmp/hbase.id 2024-11-23T19:00:42,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741826_1002 (size=42) 2024-11-23T19:00:42,439 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/.tmp/hbase.id]:[hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/hbase.id] 2024-11-23T19:00:42,488 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:00:42,493 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T19:00:42,512 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-23T19:00:42,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:42,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741827_1003 (size=196) 2024-11-23T19:00:43,007 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:00:43,010 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T19:00:43,023 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:00:43,026 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:00:43,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741828_1004 (size=1189) 2024-11-23T19:00:43,475 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store 2024-11-23T19:00:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741829_1005 (size=34) 2024-11-23T19:00:43,899 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T19:00:43,903 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:00:43,905 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T19:00:43,906 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:00:43,906 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:00:43,909 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-23T19:00:43,909 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:00:43,909 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:00:43,912 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732388443905Disabling compacts and flushes for region at 1732388443905Disabling writes for close at 1732388443909 (+4 ms)Writing region close event to WAL at 1732388443909Closed at 1732388443909 2024-11-23T19:00:43,915 WARN [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/.initializing 2024-11-23T19:00:43,915 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/WALs/2eda60943ea1,46329,1732388441016 2024-11-23T19:00:43,927 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:00:43,944 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C46329%2C1732388441016, suffix=, logDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/WALs/2eda60943ea1,46329,1732388441016, archiveDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/oldWALs, maxLogs=10 2024-11-23T19:00:43,977 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/WALs/2eda60943ea1,46329,1732388441016/2eda60943ea1%2C46329%2C1732388441016.1732388443950, exclude list is [], retry=0 2024-11-23T19:00:44,003 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-0d73f9b5-eefd-4d11-9d1b-63678cddd86b,DISK] 2024-11-23T19:00:44,007 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T19:00:44,053 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/WALs/2eda60943ea1,46329,1732388441016/2eda60943ea1%2C46329%2C1732388441016.1732388443950 2024-11-23T19:00:44,054 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33245:33245)] 2024-11-23T19:00:44,055 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:00:44,056 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:00:44,062 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,063 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T19:00:44,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:00:44,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:00:44,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T19:00:44,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:00:44,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:00:44,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T19:00:44,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:00:44,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:00:44,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T19:00:44,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:00:44,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:00:44,158 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,163 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,165 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,172 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,173 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,177 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:00:44,183 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:00:44,189 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:00:44,191 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71008116, jitterRate=0.05810338258743286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:00:44,201 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732388444080Initializing all the Stores at 1732388444082 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732388444083 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388444084 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388444084Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388444084Cleaning up temporary data from old regions at 1732388444173 (+89 ms)Region opened successfully at 1732388444200 (+27 ms) 2024-11-23T19:00:44,203 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T19:00:44,248 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69489b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T19:00:44,287 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T19:00:44,298 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T19:00:44,298 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T19:00:44,301 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T19:00:44,302 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T19:00:44,307 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-23T19:00:44,307 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T19:00:44,336 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T19:00:44,346 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T19:00:44,462 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T19:00:44,465 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T19:00:44,466 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T19:00:44,472 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T19:00:44,474 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T19:00:44,477 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T19:00:44,483 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T19:00:44,485 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T19:00:44,493 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T19:00:44,513 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T19:00:44,525 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T19:00:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:00:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:00:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:44,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:44,540 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2eda60943ea1,46329,1732388441016, sessionid=0x1016911c41c0000, setting cluster-up flag (Was=false) 2024-11-23T19:00:44,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:44,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:44,599 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T19:00:44,602 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2eda60943ea1,46329,1732388441016 2024-11-23T19:00:44,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:44,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:00:44,662 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T19:00:44,665 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2eda60943ea1,46329,1732388441016 2024-11-23T19:00:44,676 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T19:00:44,696 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(746): ClusterId : b7095f24-1d91-497b-9531-90397332a26f 2024-11-23T19:00:44,698 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T19:00:44,706 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T19:00:44,706 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T19:00:44,716 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T19:00:44,717 DEBUG [RS:0;2eda60943ea1:42123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4735222b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2eda60943ea1/172.17.0.2:0 2024-11-23T19:00:44,736 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2eda60943ea1:42123 2024-11-23T19:00:44,740 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T19:00:44,740 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T19:00:44,740 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T19:00:44,743 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,46329,1732388441016 with port=42123, startcode=1732388441800 2024-11-23T19:00:44,750 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T19:00:44,753 DEBUG [RS:0;2eda60943ea1:42123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T19:00:44,759 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T19:00:44,765 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T19:00:44,770 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2eda60943ea1,46329,1732388441016 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T19:00:44,781 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:00:44,781 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:00:44,781 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:00:44,782 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2eda60943ea1:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:00:44,782 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2eda60943ea1:0, corePoolSize=10, maxPoolSize=10 2024-11-23T19:00:44,782 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:00:44,782 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:00:44,782 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:00:44,787 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732388474787 2024-11-23T19:00:44,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T19:00:44,789 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T19:00:44,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:00:44,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T19:00:44,790 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T19:00:44,795 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T19:00:44,795 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T19:00:44,796 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T19:00:44,796 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T19:00:44,796 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-23T19:00:44,797 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:00:44,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T19:00:44,797 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T19:00:44,801 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T19:00:44,802 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T19:00:44,803 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T19:00:44,805 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T19:00:44,805 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T19:00:44,807 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.large.0-1732388444806,5,FailOnTimeoutGroup] 2024-11-23T19:00:44,807 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.small.0-1732388444807,5,FailOnTimeoutGroup] 2024-11-23T19:00:44,807 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T19:00:44,808 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T19:00:44,809 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T19:00:44,809 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T19:00:44,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741831_1007 (size=1321) 2024-11-23T19:00:44,829 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T19:00:44,830 WARN [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-23T19:00:45,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T19:00:45,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:00:45,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741832_1008 (size=32) 2024-11-23T19:00:45,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:00:45,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T19:00:45,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T19:00:45,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:00:45,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:00:45,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T19:00:45,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T19:00:45,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:00:45,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:00:45,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T19:00:45,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T19:00:45,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:00:45,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:00:45,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T19:00:45,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T19:00:45,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:00:45,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:00:45,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T19:00:45,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740 2024-11-23T19:00:45,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740 2024-11-23T19:00:45,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T19:00:45,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T19:00:45,680 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:00:45,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T19:00:45,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:00:45,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60187451, jitterRate=-0.10313709080219269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:00:45,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732388445645Initializing all the Stores at 1732388445650 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732388445650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732388445650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388445651 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732388445651Cleaning up temporary data from old regions at 1732388445679 (+28 ms)Region opened successfully at 1732388445691 (+12 ms) 2024-11-23T19:00:45,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T19:00:45,691 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T19:00:45,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T19:00:45,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T19:00:45,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T19:00:45,692 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T19:00:45,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732388445691Disabling compacts and flushes for region at 1732388445691Disabling writes for close at 1732388445691Writing region close event to WAL at 1732388445692 (+1 ms)Closed at 1732388445692 2024-11-23T19:00:45,695 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:00:45,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T19:00:45,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T19:00:45,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:00:45,710 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T19:00:45,862 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:46,863 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:47,864 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:48,865 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:49,866 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:50,867 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:51,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T19:00:51,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T19:00:51,868 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:52,869 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:53,870 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:54,870 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:55,871 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:56,872 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:57,873 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:58,874 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:00:59,875 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:00,876 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:01,877 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:02,877 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:03,878 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:04,879 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:05,879 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:06,880 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:07,881 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:08,882 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:09,882 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:10,128 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:01:10,883 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:11,884 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:12,884 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:13,885 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:14,831 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(2659): reportForDuty to master=2eda60943ea1,46329,1732388441016 with port=42123, startcode=1732388441800 2024-11-23T19:01:14,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2eda60943ea1,42123,1732388441800 2024-11-23T19:01:14,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46329 {}] master.ServerManager(517): Registering regionserver=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:14,847 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:01:14,848 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44557 2024-11-23T19:01:14,848 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T19:01:14,886 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:14,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:01:14,924 DEBUG [RS:0;2eda60943ea1:42123 {}] zookeeper.ZKUtil(111): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2eda60943ea1,42123,1732388441800 2024-11-23T19:01:14,924 WARN [RS:0;2eda60943ea1:42123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:01:14,925 INFO [RS:0;2eda60943ea1:42123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:01:14,925 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/WALs/2eda60943ea1,42123,1732388441800 2024-11-23T19:01:14,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2eda60943ea1,42123,1732388441800] 2024-11-23T19:01:14,952 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T19:01:14,964 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T19:01:14,969 INFO [RS:0;2eda60943ea1:42123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T19:01:14,969 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:14,970 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T19:01:14,976 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T19:01:14,977 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:14,978 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,978 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,978 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,978 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,978 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,979 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2eda60943ea1:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:01:14,979 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,979 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,979 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,979 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,979 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,979 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2eda60943ea1:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:01:14,979 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:01:14,980 DEBUG [RS:0;2eda60943ea1:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2eda60943ea1:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:01:14,980 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:14,981 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:14,981 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:14,981 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:14,981 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:14,981 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,42123,1732388441800-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:01:15,001 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T19:01:15,003 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,42123,1732388441800-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:15,003 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:15,003 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.Replication(171): 2eda60943ea1,42123,1732388441800 started 2024-11-23T19:01:15,022 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:15,023 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1482): Serving as 2eda60943ea1,42123,1732388441800, RpcServer on 2eda60943ea1/172.17.0.2:42123, sessionid=0x1016911c41c0001 2024-11-23T19:01:15,023 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T19:01:15,024 DEBUG [RS:0;2eda60943ea1:42123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2eda60943ea1,42123,1732388441800 2024-11-23T19:01:15,024 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,42123,1732388441800' 2024-11-23T19:01:15,024 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T19:01:15,025 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T19:01:15,025 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T19:01:15,026 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T19:01:15,026 DEBUG [RS:0;2eda60943ea1:42123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2eda60943ea1,42123,1732388441800 2024-11-23T19:01:15,026 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2eda60943ea1,42123,1732388441800' 2024-11-23T19:01:15,026 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T19:01:15,026 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T19:01:15,027 DEBUG [RS:0;2eda60943ea1:42123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T19:01:15,027 INFO [RS:0;2eda60943ea1:42123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T19:01:15,027 INFO [RS:0;2eda60943ea1:42123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T19:01:15,886 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:16,887 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:17,888 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:18,889 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:19,889 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:20,890 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:21,891 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:22,892 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:23,892 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:24,893 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:25,894 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:26,894 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:27,895 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:28,896 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:29,896 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:30,897 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:31,898 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:32,899 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:33,899 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:34,900 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:35,901 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:36,901 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:37,902 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:38,903 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:39,904 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:40,129 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:01:40,904 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:41,905 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:42,905 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:43,906 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:44,907 WARN [2eda60943ea1:46329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:01:45,034 INFO [RS:0;2eda60943ea1:42123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:01:45,038 INFO [RS:0;2eda60943ea1:42123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C42123%2C1732388441800, suffix=, logDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/WALs/2eda60943ea1,42123,1732388441800, archiveDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/oldWALs, maxLogs=32 2024-11-23T19:01:45,055 DEBUG [RS:0;2eda60943ea1:42123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/WALs/2eda60943ea1,42123,1732388441800/2eda60943ea1%2C42123%2C1732388441800.1732388505041, exclude list is [], retry=0 2024-11-23T19:01:45,060 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-0d73f9b5-eefd-4d11-9d1b-63678cddd86b,DISK] 2024-11-23T19:01:45,063 INFO [RS:0;2eda60943ea1:42123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/WALs/2eda60943ea1,42123,1732388441800/2eda60943ea1%2C42123%2C1732388441800.1732388505041 2024-11-23T19:01:45,064 DEBUG [RS:0;2eda60943ea1:42123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33245:33245)] 2024-11-23T19:01:45,160 DEBUG [2eda60943ea1:46329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T19:01:45,172 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:45,179 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2eda60943ea1,42123,1732388441800, state=OPENING 2024-11-23T19:01:45,259 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T19:01:45,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:01:45,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:01:45,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:01:45,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:01:45,274 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:01:45,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:01:45,457 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T19:01:45,461 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46313, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T19:01:45,471 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T19:01:45,471 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:01:45,472 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T19:01:45,475 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2eda60943ea1%2C42123%2C1732388441800.meta, suffix=.meta, logDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/WALs/2eda60943ea1,42123,1732388441800, archiveDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/oldWALs, maxLogs=32 2024-11-23T19:01:45,493 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/WALs/2eda60943ea1,42123,1732388441800/2eda60943ea1%2C42123%2C1732388441800.meta.1732388505478.meta, exclude list is [], retry=0 2024-11-23T19:01:45,497 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-0d73f9b5-eefd-4d11-9d1b-63678cddd86b,DISK] 2024-11-23T19:01:45,505 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/WALs/2eda60943ea1,42123,1732388441800/2eda60943ea1%2C42123%2C1732388441800.meta.1732388505478.meta 2024-11-23T19:01:45,507 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33245:33245)] 2024-11-23T19:01:45,508 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:01:45,509 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T19:01:45,512 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T19:01:45,517 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T19:01:45,522 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T19:01:45,523 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:01:45,523 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T19:01:45,523 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T19:01:45,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T19:01:45,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T19:01:45,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:45,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:01:45,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T19:01:45,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T19:01:45,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:45,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:01:45,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T19:01:45,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T19:01:45,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:45,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:01:45,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T19:01:45,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T19:01:45,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:45,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:01:45,540 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T19:01:45,542 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740 2024-11-23T19:01:45,545 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740 2024-11-23T19:01:45,547 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T19:01:45,547 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T19:01:45,548 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:01:45,551 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T19:01:45,553 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68299623, jitterRate=0.01774369180202484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:01:45,553 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T19:01:45,555 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732388505524Writing region info on filesystem at 1732388505524Initializing all the Stores at 1732388505526 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732388505526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732388505526Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388505527 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732388505527Cleaning up temporary data from old regions at 1732388505547 (+20 ms)Running coprocessor post-open hooks at 1732388505553 (+6 ms)Region opened successfully at 1732388505555 (+2 ms) 2024-11-23T19:01:45,563 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732388505448 2024-11-23T19:01:45,575 DEBUG [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T19:01:45,576 INFO [RS_OPEN_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T19:01:45,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:45,580 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2eda60943ea1,42123,1732388441800, state=OPEN 2024-11-23T19:01:45,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:01:45,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:01:45,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:01:45,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:01:45,619 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:45,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T19:01:45,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2eda60943ea1,42123,1732388441800 in 343 msec 2024-11-23T19:01:45,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T19:01:45,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9300 sec 2024-11-23T19:01:45,639 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:01:45,639 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T19:01:45,657 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:01:45,658 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2eda60943ea1,42123,1732388441800, seqNum=-1] 2024-11-23T19:01:45,678 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:01:45,681 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60753, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:01:45,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.995 sec 2024-11-23T19:01:45,704 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732388505703, completionTime=-1 2024-11-23T19:01:45,707 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T19:01:45,707 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T19:01:45,735 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T19:01:45,735 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732388565735 2024-11-23T19:01:45,735 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732388625735 2024-11-23T19:01:45,735 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-23T19:01:45,737 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,46329,1732388441016-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:45,738 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,46329,1732388441016-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:45,738 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,46329,1732388441016-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:45,739 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2eda60943ea1:46329, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:45,740 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:45,740 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:45,748 DEBUG [master/2eda60943ea1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T19:01:45,771 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.802sec 2024-11-23T19:01:45,773 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T19:01:45,775 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T19:01:45,776 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T19:01:45,777 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T19:01:45,777 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T19:01:45,778 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,46329,1732388441016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:01:45,779 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,46329,1732388441016-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T19:01:45,788 DEBUG [master/2eda60943ea1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T19:01:45,789 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T19:01:45,790 INFO [master/2eda60943ea1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2eda60943ea1,46329,1732388441016-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:01:45,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744a6755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:01:45,866 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T19:01:45,866 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T19:01:45,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2eda60943ea1,46329,-1 for getting cluster id 2024-11-23T19:01:45,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:01:45,882 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7095f24-1d91-497b-9531-90397332a26f' 2024-11-23T19:01:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:01:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7095f24-1d91-497b-9531-90397332a26f" 2024-11-23T19:01:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cc1c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:01:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2eda60943ea1,46329,-1] 2024-11-23T19:01:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:01:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:01:45,893 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:01:45,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1ed50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:01:45,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:01:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2eda60943ea1,42123,1732388441800, seqNum=-1] 2024-11-23T19:01:45,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:01:45,908 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:01:45,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2eda60943ea1,46329,1732388441016 2024-11-23T19:01:45,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:01:45,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2eda60943ea1,46329,-1 for getting cluster id 2024-11-23T19:01:45,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:01:45,939 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7095f24-1d91-497b-9531-90397332a26f' 2024-11-23T19:01:45,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:01:45,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7095f24-1d91-497b-9531-90397332a26f" 2024-11-23T19:01:45,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c158005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:01:45,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2eda60943ea1,46329,-1] 2024-11-23T19:01:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:01:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:01:45,944 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:01:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff7e523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:01:45,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=9018 2024-11-23T19:01:45,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:01:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2eda60943ea1,46329,1732388441016 2024-11-23T19:01:45,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46635c98 2024-11-23T19:01:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:01:46,001 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:01:46,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:01:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-23T19:01:46,025 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:01:46,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-23T19:01:46,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:46,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:01:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:01:46,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741835_1011 (size=428) 2024-11-23T19:01:46,048 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d50ed92ecfda273a5bb238e445e3d52, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:01:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741836_1012 (size=79) 2024-11-23T19:01:46,459 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:01:46,459 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5d50ed92ecfda273a5bb238e445e3d52, disabling compactions & flushes 2024-11-23T19:01:46,459 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:01:46,459 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:01:46,459 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. after waiting 0 ms 2024-11-23T19:01:46,459 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:01:46,459 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:01:46,459 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d50ed92ecfda273a5bb238e445e3d52: Waiting for close lock at 1732388506459Disabling compacts and flushes for region at 1732388506459Disabling writes for close at 1732388506459Writing region close event to WAL at 1732388506459Closed at 1732388506459 2024-11-23T19:01:46,462 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:01:46,468 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732388506462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388506462"}]},"ts":"1732388506462"} 2024-11-23T19:01:46,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:01:46,477 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:01:46,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388506477"}]},"ts":"1732388506477"} 2024-11-23T19:01:46,485 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-23T19:01:46,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5d50ed92ecfda273a5bb238e445e3d52, ASSIGN}] 2024-11-23T19:01:46,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5d50ed92ecfda273a5bb238e445e3d52, ASSIGN 2024-11-23T19:01:46,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5d50ed92ecfda273a5bb238e445e3d52, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:01:46,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d50ed92ecfda273a5bb238e445e3d52, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:46,651 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5d50ed92ecfda273a5bb238e445e3d52, ASSIGN because future has completed 2024-11-23T19:01:46,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d50ed92ecfda273a5bb238e445e3d52, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:01:46,816 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:01:46,817 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d50ed92ecfda273a5bb238e445e3d52, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:01:46,818 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,818 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:01:46,818 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,818 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,821 INFO [StoreOpener-5d50ed92ecfda273a5bb238e445e3d52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,824 INFO [StoreOpener-5d50ed92ecfda273a5bb238e445e3d52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d50ed92ecfda273a5bb238e445e3d52 columnFamilyName testFamily 2024-11-23T19:01:46,825 DEBUG [StoreOpener-5d50ed92ecfda273a5bb238e445e3d52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:46,826 INFO [StoreOpener-5d50ed92ecfda273a5bb238e445e3d52-1 {}] regionserver.HStore(327): Store=5d50ed92ecfda273a5bb238e445e3d52/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:01:46,826 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,828 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,829 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,830 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,830 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,834 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,838 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5d50ed92ecfda273a5bb238e445e3d52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:01:46,839 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5d50ed92ecfda273a5bb238e445e3d52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63630261, jitterRate=-0.05183522403240204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:01:46,839 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:01:46,840 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5d50ed92ecfda273a5bb238e445e3d52: Running coprocessor pre-open hook at 1732388506818Writing region info on filesystem at 1732388506818Initializing all the Stores at 1732388506820 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388506821 (+1 ms)Cleaning up temporary data from old regions at 1732388506831 (+10 ms)Running coprocessor post-open hooks at 1732388506839 (+8 ms)Region opened successfully at 1732388506840 (+1 ms) 2024-11-23T19:01:46,842 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52., pid=6, masterSystemTime=1732388506807 2024-11-23T19:01:46,847 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:01:46,847 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:01:46,848 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d50ed92ecfda273a5bb238e445e3d52, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:46,852 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d50ed92ecfda273a5bb238e445e3d52, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:01:46,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T19:01:46,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d50ed92ecfda273a5bb238e445e3d52, server=2eda60943ea1,42123,1732388441800 in 203 msec 2024-11-23T19:01:46,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T19:01:46,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5d50ed92ecfda273a5bb238e445e3d52, ASSIGN in 372 msec 2024-11-23T19:01:46,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:01:46,867 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388506866"}]},"ts":"1732388506866"} 2024-11-23T19:01:46,870 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-23T19:01:46,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:01:46,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 860 msec 2024-11-23T19:01:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:01:47,054 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-23T19:01:47,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-23T19:01:47,056 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:01:47,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-23T19:01:47,063 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:01:47,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-23T19:01:47,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:01:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2eda60943ea1,42123,1732388441800, seqNum=-1] 2024-11-23T19:01:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:01:47,071 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:01:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:01:47,093 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:01:47,098 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-23T19:01:47,103 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-23T19:01:47,107 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-23T19:01:47,109 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-23T19:01:47,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4667089022076583928 2024-11-23T19:01:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45832 deadline: 1732388510109, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-23T19:01:47,118 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-23T19:01:47,120 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-23T19:01:47,121 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:01:47,123 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:01:47,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4667089022076583926 2024-11-23T19:01:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45832 deadline: 1732388510123, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-23T19:01:47,128 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:01:47,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4667089022076583925 2024-11-23T19:01:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45832 deadline: 1732388510128, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-23T19:01:47,134 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:01:47,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4667089022076583924 2024-11-23T19:01:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45832 deadline: 1732388510134, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-23T19:01:47,140 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:01:47,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1313076336_22 at /127.0.0.1:47786 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 213), ProcessCount=11 (was 11), AvailableMemoryMB=8978 (was 9018) 2024-11-23T19:01:47,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=8976 2024-11-23T19:01:47,164 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:01:47,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-23T19:01:47,169 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:01:47,169 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:47,169 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-23T19:01:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:01:47,171 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:01:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741837_1013 (size=414) 2024-11-23T19:01:47,585 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bd63818b3c4e8109fc21ad109481bd5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:01:47,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741838_1014 (size=65) 2024-11-23T19:01:47,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:01:47,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 2bd63818b3c4e8109fc21ad109481bd5, disabling compactions & flushes 2024-11-23T19:01:47,998 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:01:47,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:01:47,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. after waiting 0 ms 2024-11-23T19:01:47,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:01:47,998 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:01:47,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bd63818b3c4e8109fc21ad109481bd5: Waiting for close lock at 1732388507998Disabling compacts and flushes for region at 1732388507998Disabling writes for close at 1732388507998Writing region close event to WAL at 1732388507998Closed at 1732388507998 2024-11-23T19:01:48,001 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:01:48,002 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732388508002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388508002"}]},"ts":"1732388508002"} 2024-11-23T19:01:48,006 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:01:48,008 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:01:48,009 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388508008"}]},"ts":"1732388508008"} 2024-11-23T19:01:48,012 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-23T19:01:48,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2bd63818b3c4e8109fc21ad109481bd5, ASSIGN}] 2024-11-23T19:01:48,015 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2bd63818b3c4e8109fc21ad109481bd5, ASSIGN 2024-11-23T19:01:48,017 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2bd63818b3c4e8109fc21ad109481bd5, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:01:48,168 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2bd63818b3c4e8109fc21ad109481bd5, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:48,172 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2bd63818b3c4e8109fc21ad109481bd5, ASSIGN because future has completed 2024-11-23T19:01:48,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd63818b3c4e8109fc21ad109481bd5, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:01:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:01:48,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:01:48,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bd63818b3c4e8109fc21ad109481bd5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:01:48,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:01:48,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,340 INFO [StoreOpener-2bd63818b3c4e8109fc21ad109481bd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,343 INFO [StoreOpener-2bd63818b3c4e8109fc21ad109481bd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd63818b3c4e8109fc21ad109481bd5 columnFamilyName testFamily 2024-11-23T19:01:48,344 DEBUG [StoreOpener-2bd63818b3c4e8109fc21ad109481bd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:48,345 INFO [StoreOpener-2bd63818b3c4e8109fc21ad109481bd5-1 {}] regionserver.HStore(327): Store=2bd63818b3c4e8109fc21ad109481bd5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:01:48,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScanner/2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScanner/2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScanner/2bd63818b3c4e8109fc21ad109481bd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:01:48,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 2bd63818b3c4e8109fc21ad109481bd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74940585, jitterRate=0.11670173704624176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:01:48,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:01:48,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 2bd63818b3c4e8109fc21ad109481bd5: Running coprocessor pre-open hook at 1732388508338Writing region info on filesystem at 1732388508338Initializing all the Stores at 1732388508340 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388508340Cleaning up temporary data from old regions at 1732388508348 (+8 ms)Running coprocessor post-open hooks at 1732388508356 (+8 ms)Region opened successfully at 1732388508357 (+1 ms) 2024-11-23T19:01:48,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5., pid=9, masterSystemTime=1732388508328 2024-11-23T19:01:48,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:01:48,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:01:48,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2bd63818b3c4e8109fc21ad109481bd5, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:48,367 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd63818b3c4e8109fc21ad109481bd5, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:01:48,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T19:01:48,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bd63818b3c4e8109fc21ad109481bd5, server=2eda60943ea1,42123,1732388441800 in 197 msec 2024-11-23T19:01:48,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T19:01:48,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=2bd63818b3c4e8109fc21ad109481bd5, ASSIGN in 361 msec 2024-11-23T19:01:48,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:01:48,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388508380"}]},"ts":"1732388508380"} 2024-11-23T19:01:48,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-23T19:01:48,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:01:48,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2220 sec 2024-11-23T19:01:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T19:01:50,202 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-23T19:01:50,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-23T19:01:50,203 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:01:50,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-23T19:01:50,209 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:01:50,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-23T19:01:50,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:01:50,230 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:01:50,230 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-23T19:01:50,234 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-23T19:01:50,236 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-23T19:01:51,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:01:51,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-23T19:01:51,104 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T19:01:51,105 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-23T19:01:51,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T19:01:51,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T19:01:51,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:01:51,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T19:01:51,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-23T19:01:51,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-23T19:01:51,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-23T19:01:51,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-23T19:01:56,243 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5., hostname=2eda60943ea1,42123,1732388441800, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2eda60943ea1:42123 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-23T19:01:56,243 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-23T19:01:56,243 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 from cache 2024-11-23T19:01:56,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 213), ProcessCount=11 (was 11), AvailableMemoryMB=8955 (was 8976) 2024-11-23T19:01:56,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=8955 2024-11-23T19:01:56,269 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:01:56,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-23T19:01:56,273 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:01:56,273 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:56,274 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-23T19:01:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-23T19:01:56,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:01:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741839_1015 (size=412) 2024-11-23T19:01:56,688 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ab3536822a14e467f9b9d105fe5739c, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:01:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741840_1016 (size=63) 2024-11-23T19:01:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-23T19:01:57,101 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:01:57,101 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2ab3536822a14e467f9b9d105fe5739c, disabling compactions & flushes 2024-11-23T19:01:57,101 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:01:57,101 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:01:57,101 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. after waiting 0 ms 2024-11-23T19:01:57,101 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:01:57,101 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:01:57,101 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ab3536822a14e467f9b9d105fe5739c: Waiting for close lock at 1732388517101Disabling compacts and flushes for region at 1732388517101Disabling writes for close at 1732388517101Writing region close event to WAL at 1732388517101Closed at 1732388517101 2024-11-23T19:01:57,103 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:01:57,103 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732388517103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388517103"}]},"ts":"1732388517103"} 2024-11-23T19:01:57,107 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:01:57,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:01:57,109 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388517108"}]},"ts":"1732388517108"} 2024-11-23T19:01:57,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-23T19:01:57,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2ab3536822a14e467f9b9d105fe5739c, ASSIGN}] 2024-11-23T19:01:57,114 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2ab3536822a14e467f9b9d105fe5739c, ASSIGN 2024-11-23T19:01:57,115 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2ab3536822a14e467f9b9d105fe5739c, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:01:57,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2ab3536822a14e467f9b9d105fe5739c, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:57,270 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2ab3536822a14e467f9b9d105fe5739c, ASSIGN because future has completed 2024-11-23T19:01:57,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ab3536822a14e467f9b9d105fe5739c, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:01:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-23T19:01:57,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:01:57,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ab3536822a14e467f9b9d105fe5739c, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:01:57,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:01:57,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,435 INFO [StoreOpener-2ab3536822a14e467f9b9d105fe5739c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,437 INFO [StoreOpener-2ab3536822a14e467f9b9d105fe5739c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ab3536822a14e467f9b9d105fe5739c columnFamilyName testFamily 2024-11-23T19:01:57,437 DEBUG [StoreOpener-2ab3536822a14e467f9b9d105fe5739c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:01:57,438 INFO [StoreOpener-2ab3536822a14e467f9b9d105fe5739c-1 {}] regionserver.HStore(327): Store=2ab3536822a14e467f9b9d105fe5739c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:01:57,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNextAsync/2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNextAsync/2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNextAsync/2ab3536822a14e467f9b9d105fe5739c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:01:57,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 2ab3536822a14e467f9b9d105fe5739c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67260863, jitterRate=0.00226496160030365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:01:57,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:01:57,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 2ab3536822a14e467f9b9d105fe5739c: Running coprocessor pre-open hook at 1732388517433Writing region info on filesystem at 1732388517433Initializing all the Stores at 1732388517434 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388517434Cleaning up temporary data from old regions at 1732388517442 (+8 ms)Running coprocessor post-open hooks at 1732388517451 (+9 ms)Region opened successfully at 1732388517452 (+1 ms) 2024-11-23T19:01:57,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c., pid=12, masterSystemTime=1732388517425 2024-11-23T19:01:57,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:01:57,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:01:57,460 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2ab3536822a14e467f9b9d105fe5739c, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:01:57,464 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ab3536822a14e467f9b9d105fe5739c, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:01:57,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T19:01:57,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ab3536822a14e467f9b9d105fe5739c, server=2eda60943ea1,42123,1732388441800 in 195 msec 2024-11-23T19:01:57,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T19:01:57,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2ab3536822a14e467f9b9d105fe5739c, ASSIGN in 360 msec 2024-11-23T19:01:57,479 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:01:57,479 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388517479"}]},"ts":"1732388517479"} 2024-11-23T19:01:57,483 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-23T19:01:57,486 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:01:57,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2170 sec 2024-11-23T19:01:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-23T19:01:59,313 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-23T19:01:59,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-23T19:01:59,313 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:01:59,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-23T19:01:59,318 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:01:59,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-23T19:01:59,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:01:59,342 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:01:59,342 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-23T19:01:59,347 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-23T19:01:59,351 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-23T19:01:59,353 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-23T19:01:59,355 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-23T19:02:01,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-23T19:02:01,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-23T19:02:02,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:02:03,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-23T19:02:05,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583915' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-23T19:02:05,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42123 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:45832 deadline: 1732388531357, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583915' does not exist 2024-11-23T19:02:05,362 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2eda60943ea1,42123,1732388441800 for closing scanner id = -4667089022076583915 for 2ab3536822a14e467f9b9d105fe5739c of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583915' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:02:05,366 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 196) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8885 (was 8955) 2024-11-23T19:02:05,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=8884 2024-11-23T19:02:05,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:02:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-23T19:02:05,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:02:05,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:05,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-23T19:02:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T19:02:05,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:02:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741841_1017 (size=423) 2024-11-23T19:02:05,799 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71bffe6dfb9be71ceb1700afa64b5d17, NAME => 'testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:02:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741842_1018 (size=74) 2024-11-23T19:02:05,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-23T19:02:06,209 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:06,209 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 71bffe6dfb9be71ceb1700afa64b5d17, disabling compactions & flushes 2024-11-23T19:02:06,209 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:06,209 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:06,209 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. after waiting 0 ms 2024-11-23T19:02:06,209 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:06,209 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:06,209 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71bffe6dfb9be71ceb1700afa64b5d17: Waiting for close lock at 1732388526209Disabling compacts and flushes for region at 1732388526209Disabling writes for close at 1732388526209Writing region close event to WAL at 1732388526209Closed at 1732388526209 2024-11-23T19:02:06,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:02:06,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732388526212"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388526212"}]},"ts":"1732388526212"} 2024-11-23T19:02:06,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:02:06,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:02:06,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388526217"}]},"ts":"1732388526217"} 2024-11-23T19:02:06,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-23T19:02:06,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=71bffe6dfb9be71ceb1700afa64b5d17, ASSIGN}] 2024-11-23T19:02:06,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=71bffe6dfb9be71ceb1700afa64b5d17, ASSIGN 2024-11-23T19:02:06,224 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=71bffe6dfb9be71ceb1700afa64b5d17, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:02:06,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=71bffe6dfb9be71ceb1700afa64b5d17, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:06,379 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=71bffe6dfb9be71ceb1700afa64b5d17, ASSIGN because future has completed 2024-11-23T19:02:06,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71bffe6dfb9be71ceb1700afa64b5d17, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:02:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T19:02:06,542 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:06,543 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 71bffe6dfb9be71ceb1700afa64b5d17, NAME => 'testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:02:06,543 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,544 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:06,544 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,544 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,546 INFO [StoreOpener-71bffe6dfb9be71ceb1700afa64b5d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,550 INFO [StoreOpener-71bffe6dfb9be71ceb1700afa64b5d17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71bffe6dfb9be71ceb1700afa64b5d17 columnFamilyName testFamily 2024-11-23T19:02:06,550 DEBUG [StoreOpener-71bffe6dfb9be71ceb1700afa64b5d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:06,551 INFO [StoreOpener-71bffe6dfb9be71ceb1700afa64b5d17-1 {}] regionserver.HStore(327): Store=71bffe6dfb9be71ceb1700afa64b5d17/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:02:06,551 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,552 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextException/71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,553 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextException/71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,554 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,554 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,557 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,561 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextException/71bffe6dfb9be71ceb1700afa64b5d17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:02:06,562 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 71bffe6dfb9be71ceb1700afa64b5d17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61242979, jitterRate=-0.08740849792957306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:02:06,562 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:06,563 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 71bffe6dfb9be71ceb1700afa64b5d17: Running coprocessor pre-open hook at 1732388526544Writing region info on filesystem at 1732388526544Initializing all the Stores at 1732388526546 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388526546Cleaning up temporary data from old regions at 1732388526554 (+8 ms)Running coprocessor post-open hooks at 1732388526562 (+8 ms)Region opened successfully at 1732388526563 (+1 ms) 2024-11-23T19:02:06,564 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17., pid=15, masterSystemTime=1732388526533 2024-11-23T19:02:06,568 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:06,568 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:06,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=71bffe6dfb9be71ceb1700afa64b5d17, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:06,572 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71bffe6dfb9be71ceb1700afa64b5d17, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:02:06,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T19:02:06,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 71bffe6dfb9be71ceb1700afa64b5d17, server=2eda60943ea1,42123,1732388441800 in 194 msec 2024-11-23T19:02:06,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T19:02:06,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=71bffe6dfb9be71ceb1700afa64b5d17, ASSIGN in 356 msec 2024-11-23T19:02:06,583 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:02:06,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388526583"}]},"ts":"1732388526583"} 2024-11-23T19:02:06,585 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-23T19:02:06,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:02:06,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2050 sec 2024-11-23T19:02:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T19:02:08,412 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-23T19:02:08,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-23T19:02:08,413 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:08,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-23T19:02:08,419 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:08,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-23T19:02:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:02:08,435 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:02:08,435 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-23T19:02:08,439 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-23T19:02:08,442 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-23T19:02:08,443 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-23T19:02:08,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4667089022076583911 2024-11-23T19:02:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45832 deadline: 1732388531443, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-23T19:02:08,448 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-23T19:02:08,450 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-23T19:02:08,450 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:02:08,452 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:02:08,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4667089022076583909 2024-11-23T19:02:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45832 deadline: 1732388531452, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-23T19:02:08,457 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:02:08,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4667089022076583908 2024-11-23T19:02:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45832 deadline: 1732388531456, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-23T19:02:08,461 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:02:08,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4667089022076583907 2024-11-23T19:02:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45832 deadline: 1732388531461, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-23T19:02:08,466 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-23T19:02:08,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1313076336_22 at /127.0.0.1:39798 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=8876 (was 8884) 2024-11-23T19:02:08,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=8876 2024-11-23T19:02:08,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:02:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-23T19:02:08,489 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:02:08,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:08,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-23T19:02:08,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:02:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-23T19:02:08,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741843_1019 (size=418) 2024-11-23T19:02:08,904 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 995a8cecf6ad0db0fb5d4bfcd7d776d4, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:02:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741844_1020 (size=69) 2024-11-23T19:02:09,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-23T19:02:09,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:09,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 995a8cecf6ad0db0fb5d4bfcd7d776d4, disabling compactions & flushes 2024-11-23T19:02:09,322 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:09,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:09,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. after waiting 0 ms 2024-11-23T19:02:09,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:09,323 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:09,323 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 995a8cecf6ad0db0fb5d4bfcd7d776d4: Waiting for close lock at 1732388529322Disabling compacts and flushes for region at 1732388529322Disabling writes for close at 1732388529322Writing region close event to WAL at 1732388529322Closed at 1732388529322 2024-11-23T19:02:09,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:02:09,326 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732388529325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388529325"}]},"ts":"1732388529325"} 2024-11-23T19:02:09,328 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:02:09,330 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:02:09,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388529330"}]},"ts":"1732388529330"} 2024-11-23T19:02:09,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-23T19:02:09,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=995a8cecf6ad0db0fb5d4bfcd7d776d4, ASSIGN}] 2024-11-23T19:02:09,335 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=995a8cecf6ad0db0fb5d4bfcd7d776d4, ASSIGN 2024-11-23T19:02:09,336 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=995a8cecf6ad0db0fb5d4bfcd7d776d4, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:02:09,487 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=995a8cecf6ad0db0fb5d4bfcd7d776d4, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:09,492 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=995a8cecf6ad0db0fb5d4bfcd7d776d4, ASSIGN because future has completed 2024-11-23T19:02:09,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 995a8cecf6ad0db0fb5d4bfcd7d776d4, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:02:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-23T19:02:09,655 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:09,655 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 995a8cecf6ad0db0fb5d4bfcd7d776d4, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:02:09,656 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,656 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:09,656 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,657 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,659 INFO [StoreOpener-995a8cecf6ad0db0fb5d4bfcd7d776d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,662 INFO [StoreOpener-995a8cecf6ad0db0fb5d4bfcd7d776d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 995a8cecf6ad0db0fb5d4bfcd7d776d4 columnFamilyName testFamily 2024-11-23T19:02:09,662 DEBUG [StoreOpener-995a8cecf6ad0db0fb5d4bfcd7d776d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:09,663 INFO [StoreOpener-995a8cecf6ad0db0fb5d4bfcd7d776d4-1 {}] regionserver.HStore(327): Store=995a8cecf6ad0db0fb5d4bfcd7d776d4/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:02:09,663 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,665 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScanner/995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,665 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScanner/995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,666 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,666 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,669 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,672 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScanner/995a8cecf6ad0db0fb5d4bfcd7d776d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:02:09,673 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 995a8cecf6ad0db0fb5d4bfcd7d776d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72911125, jitterRate=0.0864604264497757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:02:09,673 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:09,674 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 995a8cecf6ad0db0fb5d4bfcd7d776d4: Running coprocessor pre-open hook at 1732388529657Writing region info on filesystem at 1732388529657Initializing all the Stores at 1732388529659 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388529659Cleaning up temporary data from old regions at 1732388529666 (+7 ms)Running coprocessor post-open hooks at 1732388529673 (+7 ms)Region opened successfully at 1732388529674 (+1 ms) 2024-11-23T19:02:09,675 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., pid=18, masterSystemTime=1732388529647 2024-11-23T19:02:09,678 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:09,678 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:09,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=995a8cecf6ad0db0fb5d4bfcd7d776d4, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:09,683 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 995a8cecf6ad0db0fb5d4bfcd7d776d4, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:02:09,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-23T19:02:09,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 995a8cecf6ad0db0fb5d4bfcd7d776d4, server=2eda60943ea1,42123,1732388441800 in 191 msec 2024-11-23T19:02:09,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T19:02:09,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=995a8cecf6ad0db0fb5d4bfcd7d776d4, ASSIGN in 354 msec 2024-11-23T19:02:09,693 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:02:09,694 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388529693"}]},"ts":"1732388529693"} 2024-11-23T19:02:09,697 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-23T19:02:09,698 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:02:09,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2120 sec 2024-11-23T19:02:10,129 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:02:11,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-23T19:02:11,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-23T19:02:11,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-23T19:02:11,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-23T19:02:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-23T19:02:11,523 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-23T19:02:11,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-23T19:02:11,523 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:11,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-23T19:02:11,532 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:11,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-23T19:02:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:02:11,549 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:02:11,549 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-23T19:02:11,554 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-23T19:02:11,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-23T19:02:12,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:02:12,565 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2eda60943ea1:42123 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms 2024-11-23T19:02:12,565 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms 2024-11-23T19:02:12,565 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 from cache 2024-11-23T19:02:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-23T19:02:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:02:13,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-23T19:02:14,556 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2eda60943ea1:42123 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=980ms 2024-11-23T19:02:14,556 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=980ms 2024-11-23T19:02:14,556 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 from cache 2024-11-23T19:02:14,570 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 203) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8868 (was 8876) 2024-11-23T19:02:14,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=8867 2024-11-23T19:02:14,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:02:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-23T19:02:14,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:02:14,585 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:14,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-23T19:02:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:02:14,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:02:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741845_1021 (size=416) 2024-11-23T19:02:14,999 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e34dde3cdb51cbcd5a6d58ff85135dfb, NAME => 'testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:02:15,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741846_1022 (size=67) 2024-11-23T19:02:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-23T19:02:15,110 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-23T19:02:15,409 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:15,409 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing e34dde3cdb51cbcd5a6d58ff85135dfb, disabling compactions & flushes 2024-11-23T19:02:15,409 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:15,409 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:15,409 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. after waiting 0 ms 2024-11-23T19:02:15,409 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:15,409 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:15,410 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e34dde3cdb51cbcd5a6d58ff85135dfb: Waiting for close lock at 1732388535409Disabling compacts and flushes for region at 1732388535409Disabling writes for close at 1732388535409Writing region close event to WAL at 1732388535409Closed at 1732388535409 2024-11-23T19:02:15,412 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:02:15,413 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732388535412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388535412"}]},"ts":"1732388535412"} 2024-11-23T19:02:15,416 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:02:15,418 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:02:15,418 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388535418"}]},"ts":"1732388535418"} 2024-11-23T19:02:15,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-23T19:02:15,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e34dde3cdb51cbcd5a6d58ff85135dfb, ASSIGN}] 2024-11-23T19:02:15,424 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e34dde3cdb51cbcd5a6d58ff85135dfb, ASSIGN 2024-11-23T19:02:15,425 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e34dde3cdb51cbcd5a6d58ff85135dfb, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:02:15,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e34dde3cdb51cbcd5a6d58ff85135dfb, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:15,582 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e34dde3cdb51cbcd5a6d58ff85135dfb, ASSIGN because future has completed 2024-11-23T19:02:15,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e34dde3cdb51cbcd5a6d58ff85135dfb, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:02:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:02:15,822 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:15,822 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e34dde3cdb51cbcd5a6d58ff85135dfb, NAME => 'testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:02:15,823 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,823 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:15,823 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,823 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,825 INFO [StoreOpener-e34dde3cdb51cbcd5a6d58ff85135dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,827 INFO [StoreOpener-e34dde3cdb51cbcd5a6d58ff85135dfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e34dde3cdb51cbcd5a6d58ff85135dfb columnFamilyName testFamily 2024-11-23T19:02:15,828 DEBUG [StoreOpener-e34dde3cdb51cbcd5a6d58ff85135dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:15,828 INFO [StoreOpener-e34dde3cdb51cbcd5a6d58ff85135dfb-1 {}] regionserver.HStore(327): Store=e34dde3cdb51cbcd5a6d58ff85135dfb/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:02:15,828 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,829 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNextAsync/e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,830 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNextAsync/e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,831 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,831 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,833 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,836 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNextAsync/e34dde3cdb51cbcd5a6d58ff85135dfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:02:15,836 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e34dde3cdb51cbcd5a6d58ff85135dfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74686206, jitterRate=0.11291119456291199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:02:15,837 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:15,837 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e34dde3cdb51cbcd5a6d58ff85135dfb: Running coprocessor pre-open hook at 1732388535823Writing region info on filesystem at 1732388535823Initializing all the Stores at 1732388535825 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388535825Cleaning up temporary data from old regions at 1732388535831 (+6 ms)Running coprocessor post-open hooks at 1732388535837 (+6 ms)Region opened successfully at 1732388535837 2024-11-23T19:02:15,838 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb., pid=21, masterSystemTime=1732388535816 2024-11-23T19:02:15,841 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:15,841 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:15,842 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e34dde3cdb51cbcd5a6d58ff85135dfb, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:15,845 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e34dde3cdb51cbcd5a6d58ff85135dfb, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:02:15,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T19:02:15,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure e34dde3cdb51cbcd5a6d58ff85135dfb, server=2eda60943ea1,42123,1732388441800 in 265 msec 2024-11-23T19:02:15,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-23T19:02:15,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e34dde3cdb51cbcd5a6d58ff85135dfb, ASSIGN in 428 msec 2024-11-23T19:02:15,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:02:15,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388535855"}]},"ts":"1732388535855"} 2024-11-23T19:02:15,857 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-23T19:02:15,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:02:15,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2780 sec 2024-11-23T19:02:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-23T19:02:17,622 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-23T19:02:17,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-23T19:02:17,622 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:17,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-23T19:02:17,629 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:17,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-23T19:02:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:02:17,644 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:02:17,645 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-23T19:02:17,648 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-23T19:02:17,651 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-23T19:02:17,653 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-23T19:02:17,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-23T19:02:20,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583896' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-23T19:02:20,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42123 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:45832 deadline: 1732388541657, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583896' does not exist 2024-11-23T19:02:20,660 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2eda60943ea1,42123,1732388441800 for closing scanner id = -4667089022076583896 for e34dde3cdb51cbcd5a6d58ff85135dfb of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583896' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:02:20,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=8855 (was 8867) 2024-11-23T19:02:20,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=8855 2024-11-23T19:02:20,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:02:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-23T19:02:20,681 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:02:20,681 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:20,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-23T19:02:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-23T19:02:20,683 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:02:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741847_1023 (size=411) 2024-11-23T19:02:21,094 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 379dd4b08d8a949c3d46e226dfa9ab7e, NAME => 'testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:02:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741848_1024 (size=62) 2024-11-23T19:02:21,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:21,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 379dd4b08d8a949c3d46e226dfa9ab7e, disabling compactions & flushes 2024-11-23T19:02:21,103 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:21,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:21,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. after waiting 0 ms 2024-11-23T19:02:21,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:21,103 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:21,104 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 379dd4b08d8a949c3d46e226dfa9ab7e: Waiting for close lock at 1732388541103Disabling compacts and flushes for region at 1732388541103Disabling writes for close at 1732388541103Writing region close event to WAL at 1732388541103Closed at 1732388541103 2024-11-23T19:02:21,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:02:21,106 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732388541106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388541106"}]},"ts":"1732388541106"} 2024-11-23T19:02:21,109 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:02:21,111 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:02:21,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388541111"}]},"ts":"1732388541111"} 2024-11-23T19:02:21,114 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-23T19:02:21,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=379dd4b08d8a949c3d46e226dfa9ab7e, ASSIGN}] 2024-11-23T19:02:21,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=379dd4b08d8a949c3d46e226dfa9ab7e, ASSIGN 2024-11-23T19:02:21,118 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=379dd4b08d8a949c3d46e226dfa9ab7e, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:02:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-23T19:02:21,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=379dd4b08d8a949c3d46e226dfa9ab7e, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:21,274 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=379dd4b08d8a949c3d46e226dfa9ab7e, ASSIGN because future has completed 2024-11-23T19:02:21,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 379dd4b08d8a949c3d46e226dfa9ab7e, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:02:21,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:02:21,356 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-23T19:02:21,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-23T19:02:21,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-23T19:02:21,434 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:21,434 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 379dd4b08d8a949c3d46e226dfa9ab7e, NAME => 'testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:02:21,435 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,436 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:21,436 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,436 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,439 INFO [StoreOpener-379dd4b08d8a949c3d46e226dfa9ab7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,442 INFO [StoreOpener-379dd4b08d8a949c3d46e226dfa9ab7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379dd4b08d8a949c3d46e226dfa9ab7e columnFamilyName testFamily 2024-11-23T19:02:21,442 DEBUG [StoreOpener-379dd4b08d8a949c3d46e226dfa9ab7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:21,443 INFO [StoreOpener-379dd4b08d8a949c3d46e226dfa9ab7e-1 {}] regionserver.HStore(327): Store=379dd4b08d8a949c3d46e226dfa9ab7e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:02:21,444 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,445 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNext/379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,446 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNext/379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,446 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,447 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,449 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,452 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNext/379dd4b08d8a949c3d46e226dfa9ab7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:02:21,453 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 379dd4b08d8a949c3d46e226dfa9ab7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66087336, jitterRate=-0.015221953392028809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:02:21,453 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:21,454 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 379dd4b08d8a949c3d46e226dfa9ab7e: Running coprocessor pre-open hook at 1732388541436Writing region info on filesystem at 1732388541436Initializing all the Stores at 1732388541438 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388541439 (+1 ms)Cleaning up temporary data from old regions at 1732388541447 (+8 ms)Running coprocessor post-open hooks at 1732388541453 (+6 ms)Region opened successfully at 1732388541454 (+1 ms) 2024-11-23T19:02:21,455 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e., pid=24, masterSystemTime=1732388541427 2024-11-23T19:02:21,458 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:21,458 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:21,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=379dd4b08d8a949c3d46e226dfa9ab7e, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:21,461 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 379dd4b08d8a949c3d46e226dfa9ab7e, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:02:21,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-23T19:02:21,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 379dd4b08d8a949c3d46e226dfa9ab7e, server=2eda60943ea1,42123,1732388441800 in 188 msec 2024-11-23T19:02:21,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T19:02:21,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=379dd4b08d8a949c3d46e226dfa9ab7e, ASSIGN in 352 msec 2024-11-23T19:02:21,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:02:21,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388541471"}]},"ts":"1732388541471"} 2024-11-23T19:02:21,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-23T19:02:21,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:02:21,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 799 msec 2024-11-23T19:02:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-23T19:02:21,702 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-23T19:02:21,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-23T19:02:21,702 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:21,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-23T19:02:21,707 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:21,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-23T19:02:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:02:21,724 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:02:21,724 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-23T19:02:21,727 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-23T19:02:21,730 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-23T19:02:21,731 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-23T19:02:21,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-23T19:02:24,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583892' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-23T19:02:24,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42123 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:45832 deadline: 1732388545739, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583892' does not exist 2024-11-23T19:02:24,741 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2eda60943ea1,42123,1732388441800 for closing scanner id = -4667089022076583892 for 379dd4b08d8a949c3d46e226dfa9ab7e of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583892' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:02:24,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1313076336_22 at /127.0.0.1:56294 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=209 (was 201) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8848 (was 8855) 2024-11-23T19:02:24,755 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=8847 2024-11-23T19:02:24,757 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:02:24,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-23T19:02:24,761 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:02:24,761 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:24,761 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-23T19:02:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-23T19:02:24,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:02:24,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741849_1025 (size=419) 2024-11-23T19:02:25,174 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3170f2362fd01678a2ca3504ad71364f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:02:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741850_1026 (size=70) 2024-11-23T19:02:25,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-23T19:02:25,626 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:25,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3170f2362fd01678a2ca3504ad71364f, disabling compactions & flushes 2024-11-23T19:02:25,627 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:25,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:25,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. after waiting 0 ms 2024-11-23T19:02:25,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:25,627 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:25,627 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3170f2362fd01678a2ca3504ad71364f: Waiting for close lock at 1732388545627Disabling compacts and flushes for region at 1732388545627Disabling writes for close at 1732388545627Writing region close event to WAL at 1732388545627Closed at 1732388545627 2024-11-23T19:02:25,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:02:25,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732388545629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388545629"}]},"ts":"1732388545629"} 2024-11-23T19:02:25,633 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:02:25,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:02:25,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388545635"}]},"ts":"1732388545635"} 2024-11-23T19:02:25,639 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-23T19:02:25,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3170f2362fd01678a2ca3504ad71364f, ASSIGN}] 2024-11-23T19:02:25,641 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3170f2362fd01678a2ca3504ad71364f, ASSIGN 2024-11-23T19:02:25,643 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3170f2362fd01678a2ca3504ad71364f, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:02:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-23T19:02:25,793 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3170f2362fd01678a2ca3504ad71364f, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:25,796 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3170f2362fd01678a2ca3504ad71364f, ASSIGN because future has completed 2024-11-23T19:02:25,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3170f2362fd01678a2ca3504ad71364f, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:02:25,835 INFO [master/2eda60943ea1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T19:02:25,835 INFO [master/2eda60943ea1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T19:02:25,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:25,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 3170f2362fd01678a2ca3504ad71364f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:02:25,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:25,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,959 INFO [StoreOpener-3170f2362fd01678a2ca3504ad71364f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,961 INFO [StoreOpener-3170f2362fd01678a2ca3504ad71364f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3170f2362fd01678a2ca3504ad71364f columnFamilyName testFamily 2024-11-23T19:02:25,961 DEBUG [StoreOpener-3170f2362fd01678a2ca3504ad71364f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:25,962 INFO [StoreOpener-3170f2362fd01678a2ca3504ad71364f-1 {}] regionserver.HStore(327): Store=3170f2362fd01678a2ca3504ad71364f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:02:25,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3170f2362fd01678a2ca3504ad71364f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:02:25,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 3170f2362fd01678a2ca3504ad71364f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60567487, jitterRate=-0.0974741131067276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:02:25,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:25,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 3170f2362fd01678a2ca3504ad71364f: Running coprocessor pre-open hook at 1732388545957Writing region info on filesystem at 1732388545957Initializing all the Stores at 1732388545959 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388545959Cleaning up temporary data from old regions at 1732388545965 (+6 ms)Running coprocessor post-open hooks at 1732388545973 (+8 ms)Region opened successfully at 1732388545974 (+1 ms) 2024-11-23T19:02:25,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f., pid=27, masterSystemTime=1732388545949 2024-11-23T19:02:25,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:25,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:25,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3170f2362fd01678a2ca3504ad71364f, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:25,982 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3170f2362fd01678a2ca3504ad71364f, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:02:25,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T19:02:25,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 3170f2362fd01678a2ca3504ad71364f, server=2eda60943ea1,42123,1732388441800 in 186 msec 2024-11-23T19:02:25,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-23T19:02:25,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3170f2362fd01678a2ca3504ad71364f, ASSIGN in 347 msec 2024-11-23T19:02:25,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:02:25,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388545992"}]},"ts":"1732388545992"} 2024-11-23T19:02:25,995 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-23T19:02:25,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:02:26,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2400 sec 2024-11-23T19:02:26,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:02:27,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-23T19:02:27,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-23T19:02:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-23T19:02:27,802 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-23T19:02:27,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-23T19:02:27,802 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:27,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-23T19:02:27,809 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:27,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-23T19:02:27,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:02:27,826 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:02:27,826 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-23T19:02:27,831 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-23T19:02:27,833 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-23T19:02:31,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-23T19:02:31,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-23T19:02:31,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-23T19:02:31,405 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-23T19:02:33,836 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f., hostname=2eda60943ea1,42123,1732388441800, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2eda60943ea1:42123 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-23T19:02:33,836 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-23T19:02:33,836 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 from cache 2024-11-23T19:02:33,845 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 209), ProcessCount=11 (was 11), AvailableMemoryMB=8808 (was 8847) 2024-11-23T19:02:33,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=8808 2024-11-23T19:02:33,855 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:02:33,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-23T19:02:33,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:02:33,859 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:33,859 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-23T19:02:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-23T19:02:33,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:02:33,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741851_1027 (size=407) 2024-11-23T19:02:34,273 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c1d4641acf8a89b573d61b6f221f7d6, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:02:34,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741852_1028 (size=58) 2024-11-23T19:02:34,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-23T19:02:34,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:34,686 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 4c1d4641acf8a89b573d61b6f221f7d6, disabling compactions & flushes 2024-11-23T19:02:34,686 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:34,686 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:34,686 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. after waiting 0 ms 2024-11-23T19:02:34,686 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:34,686 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:34,686 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c1d4641acf8a89b573d61b6f221f7d6: Waiting for close lock at 1732388554686Disabling compacts and flushes for region at 1732388554686Disabling writes for close at 1732388554686Writing region close event to WAL at 1732388554686Closed at 1732388554686 2024-11-23T19:02:34,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:02:34,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732388554688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388554688"}]},"ts":"1732388554688"} 2024-11-23T19:02:34,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:02:34,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:02:34,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388554693"}]},"ts":"1732388554693"} 2024-11-23T19:02:34,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-23T19:02:34,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4c1d4641acf8a89b573d61b6f221f7d6, ASSIGN}] 2024-11-23T19:02:34,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4c1d4641acf8a89b573d61b6f221f7d6, ASSIGN 2024-11-23T19:02:34,699 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4c1d4641acf8a89b573d61b6f221f7d6, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:02:34,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4c1d4641acf8a89b573d61b6f221f7d6, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:34,854 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4c1d4641acf8a89b573d61b6f221f7d6, ASSIGN because future has completed 2024-11-23T19:02:34,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c1d4641acf8a89b573d61b6f221f7d6, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:02:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-23T19:02:35,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:35,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c1d4641acf8a89b573d61b6f221f7d6, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:02:35,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:35,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,017 INFO [StoreOpener-4c1d4641acf8a89b573d61b6f221f7d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,019 INFO [StoreOpener-4c1d4641acf8a89b573d61b6f221f7d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c1d4641acf8a89b573d61b6f221f7d6 columnFamilyName testFamily 2024-11-23T19:02:35,019 DEBUG [StoreOpener-4c1d4641acf8a89b573d61b6f221f7d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:35,020 INFO [StoreOpener-4c1d4641acf8a89b573d61b6f221f7d6-1 {}] regionserver.HStore(327): Store=4c1d4641acf8a89b573d61b6f221f7d6/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:02:35,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNext/4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNext/4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNext/4c1d4641acf8a89b573d61b6f221f7d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:02:35,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 4c1d4641acf8a89b573d61b6f221f7d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67254290, jitterRate=0.0021670162677764893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:02:35,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:35,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 4c1d4641acf8a89b573d61b6f221f7d6: Running coprocessor pre-open hook at 1732388555015Writing region info on filesystem at 1732388555015Initializing all the Stores at 1732388555016 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388555017 (+1 ms)Cleaning up temporary data from old regions at 1732388555023 (+6 ms)Running coprocessor post-open hooks at 1732388555030 (+7 ms)Region opened successfully at 1732388555031 (+1 ms) 2024-11-23T19:02:35,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6., pid=30, masterSystemTime=1732388555008 2024-11-23T19:02:35,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:35,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:35,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4c1d4641acf8a89b573d61b6f221f7d6, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:35,039 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c1d4641acf8a89b573d61b6f221f7d6, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:02:35,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-23T19:02:35,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c1d4641acf8a89b573d61b6f221f7d6, server=2eda60943ea1,42123,1732388441800 in 185 msec 2024-11-23T19:02:35,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T19:02:35,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4c1d4641acf8a89b573d61b6f221f7d6, ASSIGN in 348 msec 2024-11-23T19:02:35,048 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:02:35,048 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388555048"}]},"ts":"1732388555048"} 2024-11-23T19:02:35,051 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-23T19:02:35,052 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:02:35,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1970 sec 2024-11-23T19:02:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-23T19:02:36,902 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-23T19:02:36,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-23T19:02:36,902 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:36,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-23T19:02:36,908 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:36,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-23T19:02:36,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:02:36,923 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:02:36,924 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-23T19:02:36,926 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-23T19:02:36,929 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-23T19:02:36,930 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-23T19:02:36,930 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-23T19:02:39,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-23T19:02:40,129 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:02:40,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:02:41,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-23T19:02:41,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-23T19:02:42,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583884' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-23T19:02:42,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42123 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:45832 deadline: 1732388568936, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583884' does not exist 2024-11-23T19:02:42,939 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2eda60943ea1,42123,1732388441800 for closing scanner id = -4667089022076583884 for 4c1d4641acf8a89b573d61b6f221f7d6 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4667089022076583884' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:02:42,945 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=8790 (was 8808) 2024-11-23T19:02:42,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=8789 2024-11-23T19:02:42,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:02:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-23T19:02:42,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:02:42,958 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:42,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-23T19:02:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-23T19:02:42,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:02:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741853_1029 (size=423) 2024-11-23T19:02:43,375 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5e12ca1561e33fe2326fd114240f23d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50 2024-11-23T19:02:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741854_1030 (size=74) 2024-11-23T19:02:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-23T19:02:43,787 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:43,787 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f5e12ca1561e33fe2326fd114240f23d, disabling compactions & flushes 2024-11-23T19:02:43,787 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:43,787 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:43,787 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. after waiting 0 ms 2024-11-23T19:02:43,787 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:43,787 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:43,788 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5e12ca1561e33fe2326fd114240f23d: Waiting for close lock at 1732388563787Disabling compacts and flushes for region at 1732388563787Disabling writes for close at 1732388563787Writing region close event to WAL at 1732388563787Closed at 1732388563787 2024-11-23T19:02:43,789 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:02:43,789 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732388563789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732388563789"}]},"ts":"1732388563789"} 2024-11-23T19:02:43,793 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T19:02:43,794 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:02:43,794 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388563794"}]},"ts":"1732388563794"} 2024-11-23T19:02:43,797 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-23T19:02:43,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f5e12ca1561e33fe2326fd114240f23d, ASSIGN}] 2024-11-23T19:02:43,799 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f5e12ca1561e33fe2326fd114240f23d, ASSIGN 2024-11-23T19:02:43,800 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f5e12ca1561e33fe2326fd114240f23d, ASSIGN; state=OFFLINE, location=2eda60943ea1,42123,1732388441800; forceNewPlan=false, retain=false 2024-11-23T19:02:43,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f5e12ca1561e33fe2326fd114240f23d, regionState=OPENING, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:43,955 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f5e12ca1561e33fe2326fd114240f23d, ASSIGN because future has completed 2024-11-23T19:02:43,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5e12ca1561e33fe2326fd114240f23d, server=2eda60943ea1,42123,1732388441800}] 2024-11-23T19:02:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-23T19:02:44,115 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:44,116 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => f5e12ca1561e33fe2326fd114240f23d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:02:44,116 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,116 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:02:44,116 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,116 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,119 INFO [StoreOpener-f5e12ca1561e33fe2326fd114240f23d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,122 INFO [StoreOpener-f5e12ca1561e33fe2326fd114240f23d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5e12ca1561e33fe2326fd114240f23d columnFamilyName testFamily 2024-11-23T19:02:44,122 DEBUG [StoreOpener-f5e12ca1561e33fe2326fd114240f23d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:02:44,123 INFO [StoreOpener-f5e12ca1561e33fe2326fd114240f23d-1 {}] regionserver.HStore(327): Store=f5e12ca1561e33fe2326fd114240f23d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:02:44,123 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,124 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScannerAsync/f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,125 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScannerAsync/f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,125 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,125 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,128 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,131 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScannerAsync/f5e12ca1561e33fe2326fd114240f23d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:02:44,132 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened f5e12ca1561e33fe2326fd114240f23d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73725073, jitterRate=0.09858919680118561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:02:44,132 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:44,133 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for f5e12ca1561e33fe2326fd114240f23d: Running coprocessor pre-open hook at 1732388564117Writing region info on filesystem at 1732388564117Initializing all the Stores at 1732388564118 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732388564118Cleaning up temporary data from old regions at 1732388564125 (+7 ms)Running coprocessor post-open hooks at 1732388564132 (+7 ms)Region opened successfully at 1732388564133 (+1 ms) 2024-11-23T19:02:44,134 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., pid=33, masterSystemTime=1732388564109 2024-11-23T19:02:44,137 DEBUG [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:44,137 INFO [RS_OPEN_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:44,138 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f5e12ca1561e33fe2326fd114240f23d, regionState=OPEN, openSeqNum=2, regionLocation=2eda60943ea1,42123,1732388441800 2024-11-23T19:02:44,141 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5e12ca1561e33fe2326fd114240f23d, server=2eda60943ea1,42123,1732388441800 because future has completed 2024-11-23T19:02:44,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T19:02:44,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure f5e12ca1561e33fe2326fd114240f23d, server=2eda60943ea1,42123,1732388441800 in 188 msec 2024-11-23T19:02:44,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-23T19:02:44,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f5e12ca1561e33fe2326fd114240f23d, ASSIGN in 349 msec 2024-11-23T19:02:44,150 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:02:44,150 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732388564150"}]},"ts":"1732388564150"} 2024-11-23T19:02:44,153 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-23T19:02:44,154 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:02:44,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1990 sec 2024-11-23T19:02:45,363 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-23T19:02:45,739 DEBUG [master/2eda60943ea1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:02:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-23T19:02:45,981 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-23T19:02:45,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-23T19:02:45,981 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:45,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-23T19:02:45,988 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:02:45,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-23T19:02:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:02:46,003 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-23T19:02:46,003 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-23T19:02:46,007 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-23T19:02:46,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-23T19:02:47,015 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2eda60943ea1:42123 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-23T19:02:47,015 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-23T19:02:47,015 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 from cache 2024-11-23T19:02:47,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-23T19:02:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2] 2024-11-23T19:02:48,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-23T19:02:49,015 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2eda60943ea1:42123 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=991ms, rpcTimeout=982ms 2024-11-23T19:02:49,015 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=991ms, rpcTimeout=982ms 2024-11-23T19:02:49,015 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., hostname=2eda60943ea1,42123,1732388441800, seqNum=2 from cache 2024-11-23T19:02:49,025 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=8780 (was 8789) 2024-11-23T19:02:49,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:02:49,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:02:49,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:02:49,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:02:49,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:02:49,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T19:02:49,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:02:49,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:02:49,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:02:49,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:02:49,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:02:49,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T19:02:49,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2050315869, stopped=false 2024-11-23T19:02:49,034 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2eda60943ea1,46329,1732388441016 2024-11-23T19:02:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:02:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:02:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:02:49,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:02:49,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T19:02:49,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:02:49,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:02:49,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:02:49,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:02:49,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:02:49,110 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2eda60943ea1,42123,1732388441800' ***** 2024-11-23T19:02:49,110 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T19:02:49,110 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T19:02:49,110 INFO [RS:0;2eda60943ea1:42123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T19:02:49,110 INFO [RS:0;2eda60943ea1:42123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T19:02:49,111 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T19:02:49,111 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 995a8cecf6ad0db0fb5d4bfcd7d776d4 2024-11-23T19:02:49,112 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:49,112 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 71bffe6dfb9be71ceb1700afa64b5d17 2024-11-23T19:02:49,112 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:49,112 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ab3536822a14e467f9b9d105fe5739c 2024-11-23T19:02:49,112 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bd63818b3c4e8109fc21ad109481bd5 2024-11-23T19:02:49,112 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 3170f2362fd01678a2ca3504ad71364f 2024-11-23T19:02:49,112 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 379dd4b08d8a949c3d46e226dfa9ab7e 2024-11-23T19:02:49,112 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 995a8cecf6ad0db0fb5d4bfcd7d776d4, disabling compactions & flushes 2024-11-23T19:02:49,112 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c1d4641acf8a89b573d61b6f221f7d6 2024-11-23T19:02:49,112 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:49,112 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:49,112 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:49,112 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. after waiting 0 ms 2024-11-23T19:02:49,113 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(959): stopping server 2eda60943ea1,42123,1732388441800 2024-11-23T19:02:49,113 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:49,113 INFO [RS:0;2eda60943ea1:42123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:02:49,113 INFO [RS:0;2eda60943ea1:42123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2eda60943ea1:42123. 2024-11-23T19:02:49,113 DEBUG [RS:0;2eda60943ea1:42123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:02:49,113 DEBUG [RS:0;2eda60943ea1:42123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:02:49,113 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T19:02:49,113 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T19:02:49,113 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T19:02:49,113 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T19:02:49,114 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-23T19:02:49,114 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T19:02:49,114 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T19:02:49,114 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T19:02:49,114 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T19:02:49,114 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, 71bffe6dfb9be71ceb1700afa64b5d17, 995a8cecf6ad0db0fb5d4bfcd7d776d4, e34dde3cdb51cbcd5a6d58ff85135dfb, f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:49,114 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T19:02:49,117 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 995a8cecf6ad0db0fb5d4bfcd7d776d4 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:49,117 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-23T19:02:49,178 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScanner/995a8cecf6ad0db0fb5d4bfcd7d776d4/.tmp/testFamily/97f4315e1d284eba89ee195f32b59562 is 61, key is row-0/testFamily:testQualifier/1732388531538/Put/seqid=0 2024-11-23T19:02:49,184 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/.tmp/info/ecfd561678ea44f4811c9c9a2425748f is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52./info:regioninfo/1732388506847/Put/seqid=0 2024-11-23T19:02:49,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741855_1031 (size=5049) 2024-11-23T19:02:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741856_1032 (size=20564) 2024-11-23T19:02:49,315 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, 71bffe6dfb9be71ceb1700afa64b5d17, 995a8cecf6ad0db0fb5d4bfcd7d776d4, e34dde3cdb51cbcd5a6d58ff85135dfb, f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:49,515 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, 71bffe6dfb9be71ceb1700afa64b5d17, 995a8cecf6ad0db0fb5d4bfcd7d776d4, e34dde3cdb51cbcd5a6d58ff85135dfb, f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:49,527 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T19:02:49,590 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScanner/995a8cecf6ad0db0fb5d4bfcd7d776d4/.tmp/testFamily/97f4315e1d284eba89ee195f32b59562 2024-11-23T19:02:49,596 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/.tmp/info/ecfd561678ea44f4811c9c9a2425748f 2024-11-23T19:02:49,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:02:49,644 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScanner/995a8cecf6ad0db0fb5d4bfcd7d776d4/.tmp/testFamily/97f4315e1d284eba89ee195f32b59562 as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScanner/995a8cecf6ad0db0fb5d4bfcd7d776d4/testFamily/97f4315e1d284eba89ee195f32b59562 2024-11-23T19:02:49,655 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScanner/995a8cecf6ad0db0fb5d4bfcd7d776d4/testFamily/97f4315e1d284eba89ee195f32b59562, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:49,661 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/.tmp/ns/50bea1264635427183b5873632ad4c9b is 43, key is default/ns:d/1732388505686/Put/seqid=0 2024-11-23T19:02:49,666 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 995a8cecf6ad0db0fb5d4bfcd7d776d4 in 547ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741857_1033 (size=5153) 2024-11-23T19:02:49,673 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScanner/995a8cecf6ad0db0fb5d4bfcd7d776d4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:49,676 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:49,676 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 995a8cecf6ad0db0fb5d4bfcd7d776d4: Waiting for close lock at 1732388569112Running coprocessor pre-close hooks at 1732388569112Disabling compacts and flushes for region at 1732388569112Disabling writes for close at 1732388569113 (+1 ms)Obtaining lock to block concurrent updates at 1732388569117 (+4 ms)Preparing flush snapshotting stores in 995a8cecf6ad0db0fb5d4bfcd7d776d4 at 1732388569117Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388569125 (+8 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. at 1732388569127 (+2 ms)Flushing 995a8cecf6ad0db0fb5d4bfcd7d776d4/testFamily: creating writer at 1732388569128 (+1 ms)Flushing 995a8cecf6ad0db0fb5d4bfcd7d776d4/testFamily: appending metadata at 1732388569172 (+44 ms)Flushing 995a8cecf6ad0db0fb5d4bfcd7d776d4/testFamily: closing flushed file at 1732388569175 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7287048a: reopening flushed file at 1732388569642 (+467 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 995a8cecf6ad0db0fb5d4bfcd7d776d4 in 547ms, sequenceid=8, compaction requested=false at 1732388569666 (+24 ms)Writing region close event to WAL at 1732388569669 (+3 ms)Running coprocessor post-close hooks at 1732388569674 (+5 ms)Closed at 1732388569676 (+2 ms) 2024-11-23T19:02:49,676 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732388528486.995a8cecf6ad0db0fb5d4bfcd7d776d4. 2024-11-23T19:02:49,677 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5e12ca1561e33fe2326fd114240f23d, disabling compactions & flushes 2024-11-23T19:02:49,677 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:49,677 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:49,677 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. after waiting 0 ms 2024-11-23T19:02:49,677 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:49,677 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5e12ca1561e33fe2326fd114240f23d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:49,695 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScannerAsync/f5e12ca1561e33fe2326fd114240f23d/.tmp/testFamily/85745a7069f44656a298520a99f0f1a8 is 61, key is row-0/testFamily:testQualifier/1732388565993/Put/seqid=0 2024-11-23T19:02:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741858_1034 (size=5049) 2024-11-23T19:02:49,715 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, 71bffe6dfb9be71ceb1700afa64b5d17, e34dde3cdb51cbcd5a6d58ff85135dfb, f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:49,916 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, 71bffe6dfb9be71ceb1700afa64b5d17, e34dde3cdb51cbcd5a6d58ff85135dfb, f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:49,981 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T19:02:49,981 INFO [regionserver/2eda60943ea1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T19:02:50,070 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/.tmp/ns/50bea1264635427183b5873632ad4c9b 2024-11-23T19:02:50,100 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/.tmp/table/04fae10fc56f42e686f2911444eca378 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732388506866/Put/seqid=0 2024-11-23T19:02:50,100 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScannerAsync/f5e12ca1561e33fe2326fd114240f23d/.tmp/testFamily/85745a7069f44656a298520a99f0f1a8 2024-11-23T19:02:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741859_1035 (size=6699) 2024-11-23T19:02:50,111 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScannerAsync/f5e12ca1561e33fe2326fd114240f23d/.tmp/testFamily/85745a7069f44656a298520a99f0f1a8 as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScannerAsync/f5e12ca1561e33fe2326fd114240f23d/testFamily/85745a7069f44656a298520a99f0f1a8 2024-11-23T19:02:50,116 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-23T19:02:50,116 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, 71bffe6dfb9be71ceb1700afa64b5d17, e34dde3cdb51cbcd5a6d58ff85135dfb, f5e12ca1561e33fe2326fd114240f23d 2024-11-23T19:02:50,120 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScannerAsync/f5e12ca1561e33fe2326fd114240f23d/testFamily/85745a7069f44656a298520a99f0f1a8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:50,121 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f5e12ca1561e33fe2326fd114240f23d in 444ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:50,126 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnOpenScannerAsync/f5e12ca1561e33fe2326fd114240f23d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:50,127 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:50,127 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5e12ca1561e33fe2326fd114240f23d: Waiting for close lock at 1732388569677Running coprocessor pre-close hooks at 1732388569677Disabling compacts and flushes for region at 1732388569677Disabling writes for close at 1732388569677Obtaining lock to block concurrent updates at 1732388569677Preparing flush snapshotting stores in f5e12ca1561e33fe2326fd114240f23d at 1732388569677Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388569677Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. at 1732388569678 (+1 ms)Flushing f5e12ca1561e33fe2326fd114240f23d/testFamily: creating writer at 1732388569678Flushing f5e12ca1561e33fe2326fd114240f23d/testFamily: appending metadata at 1732388569694 (+16 ms)Flushing f5e12ca1561e33fe2326fd114240f23d/testFamily: closing flushed file at 1732388569695 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d8e5f2: reopening flushed file at 1732388570109 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f5e12ca1561e33fe2326fd114240f23d in 444ms, sequenceid=8, compaction requested=false at 1732388570121 (+12 ms)Writing region close event to WAL at 1732388570122 (+1 ms)Running coprocessor post-close hooks at 1732388570127 (+5 ms)Closed at 1732388570127 2024-11-23T19:02:50,128 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732388562954.f5e12ca1561e33fe2326fd114240f23d. 2024-11-23T19:02:50,128 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71bffe6dfb9be71ceb1700afa64b5d17, disabling compactions & flushes 2024-11-23T19:02:50,128 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:50,128 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:50,128 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. after waiting 0 ms 2024-11-23T19:02:50,128 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:50,128 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71bffe6dfb9be71ceb1700afa64b5d17 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:50,147 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextException/71bffe6dfb9be71ceb1700afa64b5d17/.tmp/testFamily/baa19ce31e854c8e933f7432a845cc41 is 61, key is row-0/testFamily:testQualifier/1732388528424/Put/seqid=0 2024-11-23T19:02:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741860_1036 (size=5049) 2024-11-23T19:02:50,316 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, 71bffe6dfb9be71ceb1700afa64b5d17, e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:50,507 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/.tmp/table/04fae10fc56f42e686f2911444eca378 2024-11-23T19:02:50,517 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, 71bffe6dfb9be71ceb1700afa64b5d17, e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:50,519 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/.tmp/info/ecfd561678ea44f4811c9c9a2425748f as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/info/ecfd561678ea44f4811c9c9a2425748f 2024-11-23T19:02:50,530 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/info/ecfd561678ea44f4811c9c9a2425748f, entries=100, sequenceid=56, filesize=20.1 K 2024-11-23T19:02:50,532 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/.tmp/ns/50bea1264635427183b5873632ad4c9b as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/ns/50bea1264635427183b5873632ad4c9b 2024-11-23T19:02:50,541 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/ns/50bea1264635427183b5873632ad4c9b, entries=2, sequenceid=56, filesize=5.0 K 2024-11-23T19:02:50,543 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/.tmp/table/04fae10fc56f42e686f2911444eca378 as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/table/04fae10fc56f42e686f2911444eca378 2024-11-23T19:02:50,552 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/table/04fae10fc56f42e686f2911444eca378, entries=20, sequenceid=56, filesize=6.5 K 2024-11-23T19:02:50,553 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextException/71bffe6dfb9be71ceb1700afa64b5d17/.tmp/testFamily/baa19ce31e854c8e933f7432a845cc41 2024-11-23T19:02:50,553 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1439ms, sequenceid=56, compaction requested=false 2024-11-23T19:02:50,559 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-23T19:02:50,560 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:02:50,561 INFO [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T19:02:50,561 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732388569114Running coprocessor pre-close hooks at 1732388569114Disabling compacts and flushes for region at 1732388569114Disabling writes for close at 1732388569114Obtaining lock to block concurrent updates at 1732388569117 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732388569117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732388569125 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732388569127 (+2 ms)Flushing 1588230740/info: creating writer at 1732388569128 (+1 ms)Flushing 1588230740/info: appending metadata at 1732388569179 (+51 ms)Flushing 1588230740/info: closing flushed file at 1732388569179Flushing 1588230740/ns: creating writer at 1732388569642 (+463 ms)Flushing 1588230740/ns: appending metadata at 1732388569660 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732388569660Flushing 1588230740/table: creating writer at 1732388570082 (+422 ms)Flushing 1588230740/table: appending metadata at 1732388570100 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732388570100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30796cb4: reopening flushed file at 1732388570518 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce89cca: reopening flushed file at 1732388570531 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23002d50: reopening flushed file at 1732388570541 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1439ms, sequenceid=56, compaction requested=false at 1732388570553 (+12 ms)Writing region close event to WAL at 1732388570555 (+2 ms)Running coprocessor post-close hooks at 1732388570560 (+5 ms)Closed at 1732388570560 2024-11-23T19:02:50,561 DEBUG [RS_CLOSE_META-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T19:02:50,563 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextException/71bffe6dfb9be71ceb1700afa64b5d17/.tmp/testFamily/baa19ce31e854c8e933f7432a845cc41 as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextException/71bffe6dfb9be71ceb1700afa64b5d17/testFamily/baa19ce31e854c8e933f7432a845cc41 2024-11-23T19:02:50,572 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextException/71bffe6dfb9be71ceb1700afa64b5d17/testFamily/baa19ce31e854c8e933f7432a845cc41, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:50,573 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 71bffe6dfb9be71ceb1700afa64b5d17 in 445ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:50,578 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextException/71bffe6dfb9be71ceb1700afa64b5d17/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:50,579 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:50,579 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71bffe6dfb9be71ceb1700afa64b5d17: Waiting for close lock at 1732388570128Running coprocessor pre-close hooks at 1732388570128Disabling compacts and flushes for region at 1732388570128Disabling writes for close at 1732388570128Obtaining lock to block concurrent updates at 1732388570128Preparing flush snapshotting stores in 71bffe6dfb9be71ceb1700afa64b5d17 at 1732388570128Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388570128Flushing stores of testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. at 1732388570129 (+1 ms)Flushing 71bffe6dfb9be71ceb1700afa64b5d17/testFamily: creating writer at 1732388570129Flushing 71bffe6dfb9be71ceb1700afa64b5d17/testFamily: appending metadata at 1732388570147 (+18 ms)Flushing 71bffe6dfb9be71ceb1700afa64b5d17/testFamily: closing flushed file at 1732388570147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3432601b: reopening flushed file at 1732388570561 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 71bffe6dfb9be71ceb1700afa64b5d17 in 445ms, sequenceid=8, compaction requested=false at 1732388570573 (+12 ms)Writing region close event to WAL at 1732388570574 (+1 ms)Running coprocessor post-close hooks at 1732388570579 (+5 ms)Closed at 1732388570579 2024-11-23T19:02:50,580 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732388525381.71bffe6dfb9be71ceb1700afa64b5d17. 2024-11-23T19:02:50,580 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e34dde3cdb51cbcd5a6d58ff85135dfb, disabling compactions & flushes 2024-11-23T19:02:50,580 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:50,580 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:50,580 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. after waiting 0 ms 2024-11-23T19:02:50,580 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:50,580 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e34dde3cdb51cbcd5a6d58ff85135dfb 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:50,597 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNextAsync/e34dde3cdb51cbcd5a6d58ff85135dfb/.tmp/testFamily/d9a73d0ea06d4008886fd699f1964a0c is 61, key is row-0/testFamily:testQualifier/1732388537635/Put/seqid=0 2024-11-23T19:02:50,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741861_1037 (size=5049) 2024-11-23T19:02:50,717 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:50,917 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52, e34dde3cdb51cbcd5a6d58ff85135dfb 2024-11-23T19:02:51,020 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNextAsync/e34dde3cdb51cbcd5a6d58ff85135dfb/.tmp/testFamily/d9a73d0ea06d4008886fd699f1964a0c 2024-11-23T19:02:51,032 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNextAsync/e34dde3cdb51cbcd5a6d58ff85135dfb/.tmp/testFamily/d9a73d0ea06d4008886fd699f1964a0c as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNextAsync/e34dde3cdb51cbcd5a6d58ff85135dfb/testFamily/d9a73d0ea06d4008886fd699f1964a0c 2024-11-23T19:02:51,042 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNextAsync/e34dde3cdb51cbcd5a6d58ff85135dfb/testFamily/d9a73d0ea06d4008886fd699f1964a0c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:51,043 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e34dde3cdb51cbcd5a6d58ff85135dfb in 463ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:51,048 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNextAsync/e34dde3cdb51cbcd5a6d58ff85135dfb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:51,049 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:51,049 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e34dde3cdb51cbcd5a6d58ff85135dfb: Waiting for close lock at 1732388570580Running coprocessor pre-close hooks at 1732388570580Disabling compacts and flushes for region at 1732388570580Disabling writes for close at 1732388570580Obtaining lock to block concurrent updates at 1732388570580Preparing flush snapshotting stores in e34dde3cdb51cbcd5a6d58ff85135dfb at 1732388570580Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388570580Flushing stores of testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. at 1732388570581 (+1 ms)Flushing e34dde3cdb51cbcd5a6d58ff85135dfb/testFamily: creating writer at 1732388570581Flushing e34dde3cdb51cbcd5a6d58ff85135dfb/testFamily: appending metadata at 1732388570596 (+15 ms)Flushing e34dde3cdb51cbcd5a6d58ff85135dfb/testFamily: closing flushed file at 1732388570596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75308f2f: reopening flushed file at 1732388571030 (+434 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e34dde3cdb51cbcd5a6d58ff85135dfb in 463ms, sequenceid=8, compaction requested=false at 1732388571043 (+13 ms)Writing region close event to WAL at 1732388571044 (+1 ms)Running coprocessor post-close hooks at 1732388571049 (+5 ms)Closed at 1732388571049 2024-11-23T19:02:51,050 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732388534581.e34dde3cdb51cbcd5a6d58ff85135dfb. 2024-11-23T19:02:51,050 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ab3536822a14e467f9b9d105fe5739c, disabling compactions & flushes 2024-11-23T19:02:51,050 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:02:51,050 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:02:51,050 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. after waiting 0 ms 2024-11-23T19:02:51,050 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:02:51,050 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ab3536822a14e467f9b9d105fe5739c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:51,068 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNextAsync/2ab3536822a14e467f9b9d105fe5739c/.tmp/testFamily/bf0e1fc6840546b08481cbef9e272709 is 61, key is row-0/testFamily:testQualifier/1732388519325/Put/seqid=0 2024-11-23T19:02:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741862_1038 (size=5049) 2024-11-23T19:02:51,117 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-23T19:02:51,118 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1325): Online Regions={2ab3536822a14e467f9b9d105fe5739c=hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c., 2bd63818b3c4e8109fc21ad109481bd5=hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5., 3170f2362fd01678a2ca3504ad71364f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f., 379dd4b08d8a949c3d46e226dfa9ab7e=testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e., 4c1d4641acf8a89b573d61b6f221f7d6=hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6., 5d50ed92ecfda273a5bb238e445e3d52=testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52.} 2024-11-23T19:02:51,118 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:51,318 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 2ab3536822a14e467f9b9d105fe5739c, 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:51,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-23T19:02:51,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:02:51,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T19:02:51,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-23T19:02:51,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-23T19:02:51,473 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNextAsync/2ab3536822a14e467f9b9d105fe5739c/.tmp/testFamily/bf0e1fc6840546b08481cbef9e272709 2024-11-23T19:02:51,486 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNextAsync/2ab3536822a14e467f9b9d105fe5739c/.tmp/testFamily/bf0e1fc6840546b08481cbef9e272709 as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNextAsync/2ab3536822a14e467f9b9d105fe5739c/testFamily/bf0e1fc6840546b08481cbef9e272709 2024-11-23T19:02:51,496 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNextAsync/2ab3536822a14e467f9b9d105fe5739c/testFamily/bf0e1fc6840546b08481cbef9e272709, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:51,498 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2ab3536822a14e467f9b9d105fe5739c in 448ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:51,503 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNextAsync/2ab3536822a14e467f9b9d105fe5739c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:51,504 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:02:51,504 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ab3536822a14e467f9b9d105fe5739c: Waiting for close lock at 1732388571050Running coprocessor pre-close hooks at 1732388571050Disabling compacts and flushes for region at 1732388571050Disabling writes for close at 1732388571050Obtaining lock to block concurrent updates at 1732388571050Preparing flush snapshotting stores in 2ab3536822a14e467f9b9d105fe5739c at 1732388571050Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388571050Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. at 1732388571051 (+1 ms)Flushing 2ab3536822a14e467f9b9d105fe5739c/testFamily: creating writer at 1732388571051Flushing 2ab3536822a14e467f9b9d105fe5739c/testFamily: appending metadata at 1732388571067 (+16 ms)Flushing 2ab3536822a14e467f9b9d105fe5739c/testFamily: closing flushed file at 1732388571067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624af94d: reopening flushed file at 1732388571484 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2ab3536822a14e467f9b9d105fe5739c in 448ms, sequenceid=8, compaction requested=false at 1732388571498 (+14 ms)Writing region close event to WAL at 1732388571499 (+1 ms)Running coprocessor post-close hooks at 1732388571504 (+5 ms)Closed at 1732388571504 2024-11-23T19:02:51,504 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732388516268.2ab3536822a14e467f9b9d105fe5739c. 2024-11-23T19:02:51,505 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bd63818b3c4e8109fc21ad109481bd5, disabling compactions & flushes 2024-11-23T19:02:51,505 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:02:51,505 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:02:51,505 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. after waiting 0 ms 2024-11-23T19:02:51,505 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:02:51,505 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bd63818b3c4e8109fc21ad109481bd5 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:51,518 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:51,523 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScanner/2bd63818b3c4e8109fc21ad109481bd5/.tmp/testFamily/890eb2a328f949f5886406251db8ea52 is 61, key is row-0/testFamily:testQualifier/1732388510216/Put/seqid=0 2024-11-23T19:02:51,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741863_1039 (size=5049) 2024-11-23T19:02:51,719 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:51,919 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 2bd63818b3c4e8109fc21ad109481bd5, 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:51,929 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScanner/2bd63818b3c4e8109fc21ad109481bd5/.tmp/testFamily/890eb2a328f949f5886406251db8ea52 2024-11-23T19:02:51,942 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScanner/2bd63818b3c4e8109fc21ad109481bd5/.tmp/testFamily/890eb2a328f949f5886406251db8ea52 as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScanner/2bd63818b3c4e8109fc21ad109481bd5/testFamily/890eb2a328f949f5886406251db8ea52 2024-11-23T19:02:51,952 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScanner/2bd63818b3c4e8109fc21ad109481bd5/testFamily/890eb2a328f949f5886406251db8ea52, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:51,953 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2bd63818b3c4e8109fc21ad109481bd5 in 448ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:51,958 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScanner/2bd63818b3c4e8109fc21ad109481bd5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:51,958 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:02:51,959 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bd63818b3c4e8109fc21ad109481bd5: Waiting for close lock at 1732388571505Running coprocessor pre-close hooks at 1732388571505Disabling compacts and flushes for region at 1732388571505Disabling writes for close at 1732388571505Obtaining lock to block concurrent updates at 1732388571505Preparing flush snapshotting stores in 2bd63818b3c4e8109fc21ad109481bd5 at 1732388571505Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388571505Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. at 1732388571506 (+1 ms)Flushing 2bd63818b3c4e8109fc21ad109481bd5/testFamily: creating writer at 1732388571506Flushing 2bd63818b3c4e8109fc21ad109481bd5/testFamily: appending metadata at 1732388571522 (+16 ms)Flushing 2bd63818b3c4e8109fc21ad109481bd5/testFamily: closing flushed file at 1732388571522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545793d2: reopening flushed file at 1732388571941 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2bd63818b3c4e8109fc21ad109481bd5 in 448ms, sequenceid=8, compaction requested=false at 1732388571953 (+12 ms)Writing region close event to WAL at 1732388571954 (+1 ms)Running coprocessor post-close hooks at 1732388571958 (+4 ms)Closed at 1732388571958 2024-11-23T19:02:51,959 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732388507163.2bd63818b3c4e8109fc21ad109481bd5. 2024-11-23T19:02:51,959 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3170f2362fd01678a2ca3504ad71364f, disabling compactions & flushes 2024-11-23T19:02:51,959 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:51,959 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:51,959 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. after waiting 0 ms 2024-11-23T19:02:51,959 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:51,959 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3170f2362fd01678a2ca3504ad71364f 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:51,978 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3170f2362fd01678a2ca3504ad71364f/.tmp/testFamily/60dd27dea4884ef5a06d7833eaf9acaa is 61, key is row-0/testFamily:testQualifier/1732388547815/Put/seqid=0 2024-11-23T19:02:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741864_1040 (size=5049) 2024-11-23T19:02:52,119 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-23T19:02:52,119 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1325): Online Regions={3170f2362fd01678a2ca3504ad71364f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f., 379dd4b08d8a949c3d46e226dfa9ab7e=testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e., 4c1d4641acf8a89b573d61b6f221f7d6=hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6., 5d50ed92ecfda273a5bb238e445e3d52=testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52.} 2024-11-23T19:02:52,120 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:52,320 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 3170f2362fd01678a2ca3504ad71364f, 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:52,384 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3170f2362fd01678a2ca3504ad71364f/.tmp/testFamily/60dd27dea4884ef5a06d7833eaf9acaa 2024-11-23T19:02:52,396 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3170f2362fd01678a2ca3504ad71364f/.tmp/testFamily/60dd27dea4884ef5a06d7833eaf9acaa as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3170f2362fd01678a2ca3504ad71364f/testFamily/60dd27dea4884ef5a06d7833eaf9acaa 2024-11-23T19:02:52,404 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3170f2362fd01678a2ca3504ad71364f/testFamily/60dd27dea4884ef5a06d7833eaf9acaa, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:52,405 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3170f2362fd01678a2ca3504ad71364f in 446ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:52,410 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3170f2362fd01678a2ca3504ad71364f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:52,411 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:52,411 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3170f2362fd01678a2ca3504ad71364f: Waiting for close lock at 1732388571959Running coprocessor pre-close hooks at 1732388571959Disabling compacts and flushes for region at 1732388571959Disabling writes for close at 1732388571959Obtaining lock to block concurrent updates at 1732388571959Preparing flush snapshotting stores in 3170f2362fd01678a2ca3504ad71364f at 1732388571959Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388571959Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. at 1732388571960 (+1 ms)Flushing 3170f2362fd01678a2ca3504ad71364f/testFamily: creating writer at 1732388571960Flushing 3170f2362fd01678a2ca3504ad71364f/testFamily: appending metadata at 1732388571977 (+17 ms)Flushing 3170f2362fd01678a2ca3504ad71364f/testFamily: closing flushed file at 1732388571977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc9d1c8: reopening flushed file at 1732388572395 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3170f2362fd01678a2ca3504ad71364f in 446ms, sequenceid=8, compaction requested=false at 1732388572405 (+10 ms)Writing region close event to WAL at 1732388572406 (+1 ms)Running coprocessor post-close hooks at 1732388572411 (+5 ms)Closed at 1732388572411 2024-11-23T19:02:52,411 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732388544756.3170f2362fd01678a2ca3504ad71364f. 2024-11-23T19:02:52,411 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 379dd4b08d8a949c3d46e226dfa9ab7e, disabling compactions & flushes 2024-11-23T19:02:52,411 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:52,412 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:52,412 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. after waiting 0 ms 2024-11-23T19:02:52,412 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:52,412 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 379dd4b08d8a949c3d46e226dfa9ab7e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:52,430 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNext/379dd4b08d8a949c3d46e226dfa9ab7e/.tmp/testFamily/2cc2ff2d6fcf4f6894131ea8f0f4422f is 61, key is row-0/testFamily:testQualifier/1732388541713/Put/seqid=0 2024-11-23T19:02:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741865_1041 (size=5049) 2024-11-23T19:02:52,520 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:52,721 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 379dd4b08d8a949c3d46e226dfa9ab7e, 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:52,835 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNext/379dd4b08d8a949c3d46e226dfa9ab7e/.tmp/testFamily/2cc2ff2d6fcf4f6894131ea8f0f4422f 2024-11-23T19:02:52,845 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNext/379dd4b08d8a949c3d46e226dfa9ab7e/.tmp/testFamily/2cc2ff2d6fcf4f6894131ea8f0f4422f as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNext/379dd4b08d8a949c3d46e226dfa9ab7e/testFamily/2cc2ff2d6fcf4f6894131ea8f0f4422f 2024-11-23T19:02:52,853 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNext/379dd4b08d8a949c3d46e226dfa9ab7e/testFamily/2cc2ff2d6fcf4f6894131ea8f0f4422f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:52,854 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 379dd4b08d8a949c3d46e226dfa9ab7e in 442ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:52,858 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testNormalScanTimeoutOnNext/379dd4b08d8a949c3d46e226dfa9ab7e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:52,859 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:52,859 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 379dd4b08d8a949c3d46e226dfa9ab7e: Waiting for close lock at 1732388572411Running coprocessor pre-close hooks at 1732388572411Disabling compacts and flushes for region at 1732388572411Disabling writes for close at 1732388572412 (+1 ms)Obtaining lock to block concurrent updates at 1732388572412Preparing flush snapshotting stores in 379dd4b08d8a949c3d46e226dfa9ab7e at 1732388572412Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388572412Flushing stores of testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. at 1732388572413 (+1 ms)Flushing 379dd4b08d8a949c3d46e226dfa9ab7e/testFamily: creating writer at 1732388572413Flushing 379dd4b08d8a949c3d46e226dfa9ab7e/testFamily: appending metadata at 1732388572430 (+17 ms)Flushing 379dd4b08d8a949c3d46e226dfa9ab7e/testFamily: closing flushed file at 1732388572430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33af0ad5: reopening flushed file at 1732388572844 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 379dd4b08d8a949c3d46e226dfa9ab7e in 442ms, sequenceid=8, compaction requested=false at 1732388572854 (+10 ms)Writing region close event to WAL at 1732388572854Running coprocessor post-close hooks at 1732388572859 (+5 ms)Closed at 1732388572859 2024-11-23T19:02:52,859 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732388540677.379dd4b08d8a949c3d46e226dfa9ab7e. 2024-11-23T19:02:52,859 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c1d4641acf8a89b573d61b6f221f7d6, disabling compactions & flushes 2024-11-23T19:02:52,860 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:52,860 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:52,860 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. after waiting 0 ms 2024-11-23T19:02:52,860 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:52,860 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c1d4641acf8a89b573d61b6f221f7d6 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:52,876 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNext/4c1d4641acf8a89b573d61b6f221f7d6/.tmp/testFamily/90c4346dc3dc4a4b81ca92f4569f5d4e is 61, key is row-0/testFamily:testQualifier/1732388556913/Put/seqid=0 2024-11-23T19:02:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741866_1042 (size=5049) 2024-11-23T19:02:52,921 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:53,121 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T19:02:53,121 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1325): Online Regions={4c1d4641acf8a89b573d61b6f221f7d6=hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6., 5d50ed92ecfda273a5bb238e445e3d52=testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52.} 2024-11-23T19:02:53,121 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 4c1d4641acf8a89b573d61b6f221f7d6, 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:53,282 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNext/4c1d4641acf8a89b573d61b6f221f7d6/.tmp/testFamily/90c4346dc3dc4a4b81ca92f4569f5d4e 2024-11-23T19:02:53,294 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNext/4c1d4641acf8a89b573d61b6f221f7d6/.tmp/testFamily/90c4346dc3dc4a4b81ca92f4569f5d4e as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNext/4c1d4641acf8a89b573d61b6f221f7d6/testFamily/90c4346dc3dc4a4b81ca92f4569f5d4e 2024-11-23T19:02:53,302 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNext/4c1d4641acf8a89b573d61b6f221f7d6/testFamily/90c4346dc3dc4a4b81ca92f4569f5d4e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:53,303 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4c1d4641acf8a89b573d61b6f221f7d6 in 443ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:53,308 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/hbase/testMetaScanTimeoutOnNext/4c1d4641acf8a89b573d61b6f221f7d6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:53,309 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:53,309 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c1d4641acf8a89b573d61b6f221f7d6: Waiting for close lock at 1732388572859Running coprocessor pre-close hooks at 1732388572859Disabling compacts and flushes for region at 1732388572859Disabling writes for close at 1732388572860 (+1 ms)Obtaining lock to block concurrent updates at 1732388572860Preparing flush snapshotting stores in 4c1d4641acf8a89b573d61b6f221f7d6 at 1732388572860Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388572860Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. at 1732388572861 (+1 ms)Flushing 4c1d4641acf8a89b573d61b6f221f7d6/testFamily: creating writer at 1732388572861Flushing 4c1d4641acf8a89b573d61b6f221f7d6/testFamily: appending metadata at 1732388572876 (+15 ms)Flushing 4c1d4641acf8a89b573d61b6f221f7d6/testFamily: closing flushed file at 1732388572876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341d822d: reopening flushed file at 1732388573292 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4c1d4641acf8a89b573d61b6f221f7d6 in 443ms, sequenceid=8, compaction requested=false at 1732388573303 (+11 ms)Writing region close event to WAL at 1732388573304 (+1 ms)Running coprocessor post-close hooks at 1732388573309 (+5 ms)Closed at 1732388573309 2024-11-23T19:02:53,309 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732388553855.4c1d4641acf8a89b573d61b6f221f7d6. 2024-11-23T19:02:53,309 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d50ed92ecfda273a5bb238e445e3d52, disabling compactions & flushes 2024-11-23T19:02:53,309 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:02:53,309 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:02:53,309 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. after waiting 0 ms 2024-11-23T19:02:53,309 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:02:53,310 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d50ed92ecfda273a5bb238e445e3d52 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-23T19:02:53,321 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:53,328 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5d50ed92ecfda273a5bb238e445e3d52/.tmp/testFamily/82e1c1357cd3440997506f556c3b5982 is 61, key is row-0/testFamily:testQualifier/1732388507079/Put/seqid=0 2024-11-23T19:02:53,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741867_1043 (size=5049) 2024-11-23T19:02:53,522 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:53,722 DEBUG [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1351): Waiting on 5d50ed92ecfda273a5bb238e445e3d52 2024-11-23T19:02:53,734 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5d50ed92ecfda273a5bb238e445e3d52/.tmp/testFamily/82e1c1357cd3440997506f556c3b5982 2024-11-23T19:02:53,743 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5d50ed92ecfda273a5bb238e445e3d52/.tmp/testFamily/82e1c1357cd3440997506f556c3b5982 as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5d50ed92ecfda273a5bb238e445e3d52/testFamily/82e1c1357cd3440997506f556c3b5982 2024-11-23T19:02:53,750 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5d50ed92ecfda273a5bb238e445e3d52/testFamily/82e1c1357cd3440997506f556c3b5982, entries=4, sequenceid=8, filesize=4.9 K 2024-11-23T19:02:53,752 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5d50ed92ecfda273a5bb238e445e3d52 in 442ms, sequenceid=8, compaction requested=false 2024-11-23T19:02:53,757 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5d50ed92ecfda273a5bb238e445e3d52/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T19:02:53,758 INFO [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:02:53,758 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d50ed92ecfda273a5bb238e445e3d52: Waiting for close lock at 1732388573309Running coprocessor pre-close hooks at 1732388573309Disabling compacts and flushes for region at 1732388573309Disabling writes for close at 1732388573309Obtaining lock to block concurrent updates at 1732388573310 (+1 ms)Preparing flush snapshotting stores in 5d50ed92ecfda273a5bb238e445e3d52 at 1732388573310Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732388573310Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. at 1732388573311 (+1 ms)Flushing 5d50ed92ecfda273a5bb238e445e3d52/testFamily: creating writer at 1732388573311Flushing 5d50ed92ecfda273a5bb238e445e3d52/testFamily: appending metadata at 1732388573328 (+17 ms)Flushing 5d50ed92ecfda273a5bb238e445e3d52/testFamily: closing flushed file at 1732388573328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e02d25c: reopening flushed file at 1732388573742 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5d50ed92ecfda273a5bb238e445e3d52 in 442ms, sequenceid=8, compaction requested=false at 1732388573752 (+10 ms)Writing region close event to WAL at 1732388573752Running coprocessor post-close hooks at 1732388573758 (+6 ms)Closed at 1732388573758 2024-11-23T19:02:53,758 DEBUG [RS_CLOSE_REGION-regionserver/2eda60943ea1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732388506003.5d50ed92ecfda273a5bb238e445e3d52. 2024-11-23T19:02:53,923 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(976): stopping server 2eda60943ea1,42123,1732388441800; all regions closed. 2024-11-23T19:02:53,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741834_1010 (size=19479) 2024-11-23T19:02:53,938 DEBUG [RS:0;2eda60943ea1:42123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/oldWALs 2024-11-23T19:02:53,939 INFO [RS:0;2eda60943ea1:42123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2eda60943ea1%2C42123%2C1732388441800.meta:.meta(num 1732388505478) 2024-11-23T19:02:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741833_1009 (size=20031) 2024-11-23T19:02:53,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/WALs/2eda60943ea1,42123,1732388441800/2eda60943ea1%2C42123%2C1732388441800.1732388505041 not finished, retry = 0 2024-11-23T19:02:54,046 DEBUG [RS:0;2eda60943ea1:42123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/oldWALs 2024-11-23T19:02:54,046 INFO [RS:0;2eda60943ea1:42123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2eda60943ea1%2C42123%2C1732388441800:(num 1732388505041) 2024-11-23T19:02:54,046 DEBUG [RS:0;2eda60943ea1:42123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:02:54,046 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:02:54,046 INFO [RS:0;2eda60943ea1:42123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:02:54,047 INFO [RS:0;2eda60943ea1:42123 {}] hbase.ChoreService(370): Chore service for: regionserver/2eda60943ea1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T19:02:54,047 INFO [RS:0;2eda60943ea1:42123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:02:54,047 INFO [regionserver/2eda60943ea1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:02:54,049 INFO [RS:0;2eda60943ea1:42123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42123 2024-11-23T19:02:54,069 INFO [regionserver/2eda60943ea1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:02:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2eda60943ea1,42123,1732388441800 2024-11-23T19:02:54,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:02:54,108 INFO [RS:0;2eda60943ea1:42123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:02:54,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2eda60943ea1,42123,1732388441800] 2024-11-23T19:02:54,129 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2eda60943ea1,42123,1732388441800 already deleted, retry=false 2024-11-23T19:02:54,129 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2eda60943ea1,42123,1732388441800 expired; onlineServers=0 2024-11-23T19:02:54,129 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2eda60943ea1,46329,1732388441016' ***** 2024-11-23T19:02:54,129 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T19:02:54,129 INFO [M:0;2eda60943ea1:46329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:02:54,130 INFO [M:0;2eda60943ea1:46329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:02:54,130 DEBUG [M:0;2eda60943ea1:46329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T19:02:54,130 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T19:02:54,130 DEBUG [M:0;2eda60943ea1:46329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T19:02:54,130 DEBUG [master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.small.0-1732388444807 {}] cleaner.HFileCleaner(306): Exit Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.small.0-1732388444807,5,FailOnTimeoutGroup] 2024-11-23T19:02:54,130 DEBUG [master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.large.0-1732388444806 {}] cleaner.HFileCleaner(306): Exit Thread[master/2eda60943ea1:0:becomeActiveMaster-HFileCleaner.large.0-1732388444806,5,FailOnTimeoutGroup] 2024-11-23T19:02:54,130 INFO [M:0;2eda60943ea1:46329 {}] hbase.ChoreService(370): Chore service for: master/2eda60943ea1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T19:02:54,130 INFO [M:0;2eda60943ea1:46329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:02:54,131 DEBUG [M:0;2eda60943ea1:46329 {}] master.HMaster(1795): Stopping service threads 2024-11-23T19:02:54,131 INFO [M:0;2eda60943ea1:46329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T19:02:54,131 INFO [M:0;2eda60943ea1:46329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T19:02:54,132 INFO [M:0;2eda60943ea1:46329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T19:02:54,132 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T19:02:54,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T19:02:54,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:02:54,140 DEBUG [M:0;2eda60943ea1:46329 {}] zookeeper.ZKUtil(347): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T19:02:54,140 WARN [M:0;2eda60943ea1:46329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T19:02:54,141 INFO [M:0;2eda60943ea1:46329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/.lastflushedseqids 2024-11-23T19:02:54,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741868_1044 (size=721) 2024-11-23T19:02:54,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:02:54,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1016911c41c0001, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:02:54,220 INFO [RS:0;2eda60943ea1:42123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:02:54,220 INFO [RS:0;2eda60943ea1:42123 {}] regionserver.HRegionServer(1031): Exiting; stopping=2eda60943ea1,42123,1732388441800; zookeeper connection closed. 2024-11-23T19:02:54,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@756055d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@756055d4 2024-11-23T19:02:54,221 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T19:02:54,555 INFO [M:0;2eda60943ea1:46329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T19:02:54,555 INFO [M:0;2eda60943ea1:46329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T19:02:54,555 DEBUG [M:0;2eda60943ea1:46329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T19:02:54,555 INFO [M:0;2eda60943ea1:46329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:02:54,555 DEBUG [M:0;2eda60943ea1:46329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:02:54,555 DEBUG [M:0;2eda60943ea1:46329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T19:02:54,556 DEBUG [M:0;2eda60943ea1:46329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:02:54,556 INFO [M:0;2eda60943ea1:46329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.07 KB heapSize=191.11 KB 2024-11-23T19:02:54,576 DEBUG [M:0;2eda60943ea1:46329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb62e2e63dc4d36ba43d11dcb028f2c is 82, key is hbase:meta,,1/info:regioninfo/1732388505577/Put/seqid=0 2024-11-23T19:02:54,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741869_1045 (size=5672) 2024-11-23T19:02:54,582 INFO [M:0;2eda60943ea1:46329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb62e2e63dc4d36ba43d11dcb028f2c 2024-11-23T19:02:54,606 DEBUG [M:0;2eda60943ea1:46329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a485292305514a3096574020283fc136 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732388506874/Put/seqid=0 2024-11-23T19:02:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741870_1046 (size=14068) 2024-11-23T19:02:55,016 INFO [M:0;2eda60943ea1:46329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.51 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a485292305514a3096574020283fc136 2024-11-23T19:02:55,027 INFO [M:0;2eda60943ea1:46329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a485292305514a3096574020283fc136 2024-11-23T19:02:55,045 DEBUG [M:0;2eda60943ea1:46329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa8c982812384606ba2d32589db6b88b is 69, key is 2eda60943ea1,42123,1732388441800/rs:state/1732388474841/Put/seqid=0 2024-11-23T19:02:55,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741871_1047 (size=5156) 2024-11-23T19:02:55,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:02:55,453 INFO [M:0;2eda60943ea1:46329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa8c982812384606ba2d32589db6b88b 2024-11-23T19:02:55,464 DEBUG [M:0;2eda60943ea1:46329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb62e2e63dc4d36ba43d11dcb028f2c as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb62e2e63dc4d36ba43d11dcb028f2c 2024-11-23T19:02:55,471 INFO [M:0;2eda60943ea1:46329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb62e2e63dc4d36ba43d11dcb028f2c, entries=8, sequenceid=319, filesize=5.5 K 2024-11-23T19:02:55,472 DEBUG [M:0;2eda60943ea1:46329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a485292305514a3096574020283fc136 as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a485292305514a3096574020283fc136 2024-11-23T19:02:55,479 INFO [M:0;2eda60943ea1:46329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a485292305514a3096574020283fc136 2024-11-23T19:02:55,480 INFO [M:0;2eda60943ea1:46329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a485292305514a3096574020283fc136, entries=33, sequenceid=319, filesize=13.7 K 2024-11-23T19:02:55,481 DEBUG [M:0;2eda60943ea1:46329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa8c982812384606ba2d32589db6b88b as hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa8c982812384606ba2d32589db6b88b 2024-11-23T19:02:55,487 INFO [M:0;2eda60943ea1:46329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44557/user/jenkins/test-data/2d3b442c-7132-303a-42cf-8cc875a15f50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa8c982812384606ba2d32589db6b88b, entries=1, sequenceid=319, filesize=5.0 K 2024-11-23T19:02:55,488 INFO [M:0;2eda60943ea1:46329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.07 KB/166979, heapSize ~190.81 KB/195392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=319, compaction requested=false 2024-11-23T19:02:55,489 INFO [M:0;2eda60943ea1:46329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:02:55,490 DEBUG [M:0;2eda60943ea1:46329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732388574555Disabling compacts and flushes for region at 1732388574555Disabling writes for close at 1732388574556 (+1 ms)Obtaining lock to block concurrent updates at 1732388574556Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732388574556Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166979, getHeapSize=195632, getOffHeapSize=0, getCellsCount=366 at 1732388574556Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732388574557 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732388574557Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732388574576 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732388574576Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732388574588 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732388574606 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732388574606Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732388575027 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732388575045 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732388575045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30370057: reopening flushed file at 1732388575463 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c329f6f: reopening flushed file at 1732388575471 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6dc339: reopening flushed file at 1732388575480 (+9 ms)Finished flush of dataSize ~163.07 KB/166979, heapSize ~190.81 KB/195392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=319, compaction requested=false at 1732388575488 (+8 ms)Writing region close event to WAL at 1732388575489 (+1 ms)Closed at 1732388575489 2024-11-23T19:02:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741830_1006 (size=188321) 2024-11-23T19:02:55,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:02:55,493 INFO [M:0;2eda60943ea1:46329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T19:02:55,493 INFO [M:0;2eda60943ea1:46329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46329 2024-11-23T19:02:55,494 INFO [M:0;2eda60943ea1:46329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:02:55,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:02:55,640 INFO [M:0;2eda60943ea1:46329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:02:55,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x1016911c41c0000, quorum=127.0.0.1:52308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:02:55,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@258822a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:02:55,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:02:55,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:02:55,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:02:55,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/hadoop.log.dir/,STOPPED} 2024-11-23T19:02:55,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T19:02:55,656 WARN [BP-842601957-172.17.0.2-1732388437138 heartbeating to localhost/127.0.0.1:44557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T19:02:55,656 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T19:02:55,656 WARN [BP-842601957-172.17.0.2-1732388437138 heartbeating to localhost/127.0.0.1:44557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842601957-172.17.0.2-1732388437138 (Datanode Uuid 55f0ccff-0fc3-430a-8ecd-cd978a32ebef) service to localhost/127.0.0.1:44557 2024-11-23T19:02:55,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/cluster_11834036-289e-7294-14d1-3baec3cc9003/data/data1/current/BP-842601957-172.17.0.2-1732388437138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:02:55,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/cluster_11834036-289e-7294-14d1-3baec3cc9003/data/data2/current/BP-842601957-172.17.0.2-1732388437138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:02:55,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T19:02:55,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T19:02:55,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:02:55,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:02:55,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:02:55,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ef7028ba-e728-ee0e-7253-af626cdbb0d9/hadoop.log.dir/,STOPPED} 2024-11-23T19:02:55,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T19:02:55,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down