2024-11-18 22:02:38,807 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-18 22:02:38,819 main DEBUG Took 0.009917 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 22:02:38,819 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 22:02:38,820 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 22:02:38,820 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 22:02:38,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,829 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 22:02:38,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,843 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,845 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,846 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,847 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,848 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,848 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,849 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,850 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:02:38,850 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,851 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 22:02:38,852 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:02:38,853 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 22:02:38,855 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 22:02:38,855 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 22:02:38,856 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 22:02:38,857 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 22:02:38,865 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 22:02:38,867 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 22:02:38,869 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 22:02:38,869 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 22:02:38,869 main DEBUG createAppenders(={Console}) 2024-11-18 22:02:38,870 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-18 22:02:38,870 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-18 22:02:38,871 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-18 22:02:38,871 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 22:02:38,871 main DEBUG OutputStream closed 2024-11-18 22:02:38,872 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 22:02:38,872 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 22:02:38,872 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-18 22:02:38,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 22:02:38,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 22:02:38,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 22:02:38,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 22:02:38,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 22:02:38,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 22:02:38,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 22:02:38,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 22:02:38,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 22:02:38,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 22:02:38,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 22:02:38,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 22:02:38,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 22:02:38,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 22:02:38,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 22:02:38,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 22:02:38,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 22:02:38,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 22:02:38,951 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 22:02:38,951 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-18 22:02:38,951 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 22:02:38,952 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-18T22:02:39,206 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f 2024-11-18 22:02:39,210 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 22:02:39,210 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T22:02:39,220 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-18T22:02:39,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=4965 2024-11-18T22:02:39,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T22:02:39,270 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b, deleteOnExit=true 2024-11-18T22:02:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T22:02:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/test.cache.data in system properties and HBase conf 2024-11-18T22:02:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T22:02:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.log.dir in system properties and HBase conf 2024-11-18T22:02:39,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T22:02:39,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T22:02:39,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T22:02:39,365 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T22:02:39,449 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T22:02:39,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:02:39,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:02:39,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T22:02:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:02:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T22:02:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T22:02:39,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:02:39,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:02:39,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T22:02:39,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/nfs.dump.dir in system properties and HBase conf 2024-11-18T22:02:39,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/java.io.tmpdir in system properties and HBase conf 2024-11-18T22:02:39,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:02:39,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T22:02:39,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T22:02:40,268 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T22:02:40,346 INFO [Time-limited test {}] log.Log(170): Logging initialized @2243ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T22:02:40,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:02:40,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:02:40,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:02:40,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:02:40,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:02:40,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:02:40,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:02:40,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:02:40,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/java.io.tmpdir/jetty-localhost-46287-hadoop-hdfs-3_4_1-tests_jar-_-any-11466922998879506580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:02:40,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:46287} 2024-11-18T22:02:40,748 INFO [Time-limited test {}] server.Server(415): Started @2646ms 2024-11-18T22:02:41,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:02:41,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:02:41,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:02:41,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:02:41,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:02:41,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:02:41,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:02:41,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/java.io.tmpdir/jetty-localhost-36587-hadoop-hdfs-3_4_1-tests_jar-_-any-12944389891656719661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:02:41,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:36587} 2024-11-18T22:02:41,272 INFO [Time-limited test {}] server.Server(415): Started @3170ms 2024-11-18T22:02:41,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:02:41,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:02:41,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:02:41,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:02:41,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:02:41,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:02:41,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:02:41,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:02:41,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/java.io.tmpdir/jetty-localhost-42179-hadoop-hdfs-3_4_1-tests_jar-_-any-8397355310901703977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:02:41,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:42179} 2024-11-18T22:02:41,602 INFO [Time-limited test {}] server.Server(415): Started @3500ms 2024-11-18T22:02:41,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:02:41,792 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/data/data2/current/BP-598580304-172.17.0.2-1731967360024/current, will proceed with Du for space computation calculation, 2024-11-18T22:02:41,792 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/data/data1/current/BP-598580304-172.17.0.2-1731967360024/current, will proceed with Du for space computation calculation, 2024-11-18T22:02:41,792 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/data/data3/current/BP-598580304-172.17.0.2-1731967360024/current, will proceed with Du for space computation calculation, 2024-11-18T22:02:41,792 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/data/data4/current/BP-598580304-172.17.0.2-1731967360024/current, will proceed with Du for space computation calculation, 2024-11-18T22:02:41,839 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:02:41,839 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:02:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4e8d8a7095edb4b with lease ID 0xc3bfa89af4fe130e: Processing first storage report for DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6 from datanode DatanodeRegistration(127.0.0.1:44999, datanodeUuid=973e934a-a881-4ad8-93a6-8e8be6e031e2, infoPort=36053, infoSecurePort=0, ipcPort=33251, storageInfo=lv=-57;cid=testClusterID;nsid=2053454621;c=1731967360024) 2024-11-18T22:02:41,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4e8d8a7095edb4b with lease ID 0xc3bfa89af4fe130e: from storage DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6 node DatanodeRegistration(127.0.0.1:44999, datanodeUuid=973e934a-a881-4ad8-93a6-8e8be6e031e2, infoPort=36053, infoSecurePort=0, ipcPort=33251, storageInfo=lv=-57;cid=testClusterID;nsid=2053454621;c=1731967360024), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:02:41,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ae81fc132210299 with lease ID 0xc3bfa89af4fe130f: Processing first storage report for DS-ff3f2855-b4be-4060-a516-a477fbf1fde7 from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=c3966adc-8e30-4b7b-9116-50e18146d249, infoPort=41465, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=2053454621;c=1731967360024) 2024-11-18T22:02:41,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ae81fc132210299 with lease ID 0xc3bfa89af4fe130f: from storage DS-ff3f2855-b4be-4060-a516-a477fbf1fde7 node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=c3966adc-8e30-4b7b-9116-50e18146d249, infoPort=41465, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=2053454621;c=1731967360024), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:02:41,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4e8d8a7095edb4b with lease ID 0xc3bfa89af4fe130e: Processing first storage report for DS-9eb25e3c-b393-4568-bf81-7527848f4506 from datanode DatanodeRegistration(127.0.0.1:44999, datanodeUuid=973e934a-a881-4ad8-93a6-8e8be6e031e2, infoPort=36053, infoSecurePort=0, ipcPort=33251, storageInfo=lv=-57;cid=testClusterID;nsid=2053454621;c=1731967360024) 2024-11-18T22:02:41,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4e8d8a7095edb4b with lease ID 0xc3bfa89af4fe130e: from storage DS-9eb25e3c-b393-4568-bf81-7527848f4506 node DatanodeRegistration(127.0.0.1:44999, datanodeUuid=973e934a-a881-4ad8-93a6-8e8be6e031e2, infoPort=36053, infoSecurePort=0, ipcPort=33251, storageInfo=lv=-57;cid=testClusterID;nsid=2053454621;c=1731967360024), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:02:41,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ae81fc132210299 with lease ID 0xc3bfa89af4fe130f: Processing first storage report for DS-bcd02e15-10dd-4d00-8b7d-3b523f96fe74 from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=c3966adc-8e30-4b7b-9116-50e18146d249, infoPort=41465, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=2053454621;c=1731967360024) 2024-11-18T22:02:41,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ae81fc132210299 with lease ID 0xc3bfa89af4fe130f: from storage DS-bcd02e15-10dd-4d00-8b7d-3b523f96fe74 node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=c3966adc-8e30-4b7b-9116-50e18146d249, infoPort=41465, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=2053454621;c=1731967360024), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:02:41,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f 2024-11-18T22:02:42,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/zookeeper_0, clientPort=60761, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T22:02:42,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60761 2024-11-18T22:02:42,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:02:42,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:02:42,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:02:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:02:42,746 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662 with version=8 2024-11-18T22:02:42,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/hbase-staging 2024-11-18T22:02:42,839 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T22:02:43,091 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:02:43,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:02:43,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:02:43,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:02:43,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:02:43,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:02:43,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T22:02:43,305 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T22:02:43,314 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T22:02:43,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:02:43,346 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16823 (auto-detected) 2024-11-18T22:02:43,347 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T22:02:43,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38233 2024-11-18T22:02:43,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38233 connecting to ZooKeeper ensemble=127.0.0.1:60761 2024-11-18T22:02:43,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382330x0, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:02:43,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38233-0x10107df98ad0000 connected 2024-11-18T22:02:43,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:02:43,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:02:43,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:02:43,471 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662, hbase.cluster.distributed=false 2024-11-18T22:02:43,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:02:43,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38233 2024-11-18T22:02:43,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38233 2024-11-18T22:02:43,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38233 2024-11-18T22:02:43,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38233 2024-11-18T22:02:43,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38233 2024-11-18T22:02:43,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:02:43,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:02:43,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:02:43,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:02:43,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:02:43,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:02:43,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T22:02:43,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:02:43,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43961 2024-11-18T22:02:43,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43961 connecting to ZooKeeper ensemble=127.0.0.1:60761 2024-11-18T22:02:43,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:02:43,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:02:43,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439610x0, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:02:43,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43961-0x10107df98ad0001 connected 2024-11-18T22:02:43,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:02:43,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T22:02:43,658 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T22:02:43,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T22:02:43,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:02:43,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43961 2024-11-18T22:02:43,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43961 2024-11-18T22:02:43,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43961 2024-11-18T22:02:43,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43961 2024-11-18T22:02:43,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43961 2024-11-18T22:02:43,687 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66dff09c816a:38233 2024-11-18T22:02:43,688 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/66dff09c816a,38233,1731967362893 2024-11-18T22:02:43,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:02:43,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:02:43,698 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66dff09c816a,38233,1731967362893 2024-11-18T22:02:43,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T22:02:43,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:43,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:43,721 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T22:02:43,722 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66dff09c816a,38233,1731967362893 from backup master directory 2024-11-18T22:02:43,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66dff09c816a,38233,1731967362893 2024-11-18T22:02:43,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:02:43,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:02:43,726 WARN [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:02:43,726 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66dff09c816a,38233,1731967362893 2024-11-18T22:02:43,729 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T22:02:43,731 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T22:02:43,791 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/hbase.id] with ID: 4dde7ce4-aae3-44eb-8b56-527f007bb427 2024-11-18T22:02:43,791 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/.tmp/hbase.id 2024-11-18T22:02:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:02:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:02:43,805 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/.tmp/hbase.id]:[hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/hbase.id] 2024-11-18T22:02:43,850 INFO [master/66dff09c816a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:02:43,855 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T22:02:43,875 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-18T22:02:43,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:43,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:43,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:02:43,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:02:43,912 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:02:43,914 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T22:02:43,921 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:02:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:02:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:02:43,975 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store 2024-11-18T22:02:43,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:02:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:02:44,001 INFO [master/66dff09c816a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T22:02:44,005 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:02:44,006 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:02:44,007 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:02:44,007 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:02:44,009 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:02:44,009 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:02:44,009 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:02:44,011 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967364006Disabling compacts and flushes for region at 1731967364006Disabling writes for close at 1731967364009 (+3 ms)Writing region close event to WAL at 1731967364009Closed at 1731967364009 2024-11-18T22:02:44,014 WARN [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/.initializing 2024-11-18T22:02:44,014 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/WALs/66dff09c816a,38233,1731967362893 2024-11-18T22:02:44,024 INFO [master/66dff09c816a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:02:44,040 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C38233%2C1731967362893, suffix=, logDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/WALs/66dff09c816a,38233,1731967362893, archiveDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/oldWALs, maxLogs=10 2024-11-18T22:02:44,076 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/WALs/66dff09c816a,38233,1731967362893/66dff09c816a%2C38233%2C1731967362893.1731967364046, exclude list is [], retry=0 2024-11-18T22:02:44,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:02:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-ff3f2855-b4be-4060-a516-a477fbf1fde7,DISK] 2024-11-18T22:02:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6,DISK] 2024-11-18T22:02:44,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T22:02:44,143 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/WALs/66dff09c816a,38233,1731967362893/66dff09c816a%2C38233%2C1731967362893.1731967364046 2024-11-18T22:02:44,144 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465),(127.0.0.1/127.0.0.1:36053:36053)] 2024-11-18T22:02:44,145 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:02:44,145 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:02:44,149 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,150 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T22:02:44,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:44,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:02:44,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T22:02:44,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:44,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:02:44,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T22:02:44,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:44,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:02:44,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T22:02:44,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:44,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:02:44,232 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,235 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,236 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,241 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,242 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,246 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T22:02:44,249 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:02:44,253 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:02:44,255 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=741196, jitterRate=-0.05752061307430267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T22:02:44,262 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731967364162Initializing all the Stores at 1731967364165 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967364165Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967364166 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967364166Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967364166Cleaning up temporary data from old regions at 1731967364242 (+76 ms)Region opened successfully at 1731967364262 (+20 ms) 2024-11-18T22:02:44,263 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T22:02:44,301 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ed8554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:02:44,334 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T22:02:44,346 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T22:02:44,346 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T22:02:44,349 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T22:02:44,351 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T22:02:44,356 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T22:02:44,356 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T22:02:44,383 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T22:02:44,391 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T22:02:44,394 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T22:02:44,397 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T22:02:44,398 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T22:02:44,400 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T22:02:44,402 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T22:02:44,406 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T22:02:44,407 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T22:02:44,409 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T22:02:44,410 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T22:02:44,428 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T22:02:44,429 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T22:02:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:02:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:02:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:44,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:44,436 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66dff09c816a,38233,1731967362893, sessionid=0x10107df98ad0000, setting cluster-up flag (Was=false) 2024-11-18T22:02:44,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:44,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:44,457 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T22:02:44,459 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,38233,1731967362893 2024-11-18T22:02:44,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:44,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:44,471 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T22:02:44,473 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,38233,1731967362893 2024-11-18T22:02:44,479 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T22:02:44,561 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T22:02:44,571 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T22:02:44,576 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(746): ClusterId : 4dde7ce4-aae3-44eb-8b56-527f007bb427 2024-11-18T22:02:44,578 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T22:02:44,580 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T22:02:44,586 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T22:02:44,586 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T22:02:44,584 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66dff09c816a,38233,1731967362893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T22:02:44,589 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T22:02:44,590 DEBUG [RS:0;66dff09c816a:43961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de20c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:02:44,591 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:02:44,591 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:02:44,591 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:02:44,591 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:02:44,592 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66dff09c816a:0, corePoolSize=10, maxPoolSize=10 2024-11-18T22:02:44,592 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,592 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:02:44,592 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,593 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967394593 2024-11-18T22:02:44,595 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T22:02:44,596 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T22:02:44,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:02:44,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T22:02:44,599 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T22:02:44,599 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T22:02:44,600 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T22:02:44,600 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T22:02:44,601 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,604 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T22:02:44,605 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:44,605 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T22:02:44,605 DEBUG [RS:0;66dff09c816a:43961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66dff09c816a:43961 2024-11-18T22:02:44,605 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T22:02:44,605 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T22:02:44,608 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T22:02:44,608 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T22:02:44,608 INFO [RS:0;66dff09c816a:43961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T22:02:44,608 INFO [RS:0;66dff09c816a:43961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T22:02:44,608 DEBUG [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T22:02:44,610 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967364609,5,FailOnTimeoutGroup] 2024-11-18T22:02:44,611 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,38233,1731967362893 with port=43961, startcode=1731967363575 2024-11-18T22:02:44,613 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967364610,5,FailOnTimeoutGroup] 2024-11-18T22:02:44,613 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,613 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T22:02:44,615 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,615 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:02:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:02:44,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T22:02:44,624 DEBUG [RS:0;66dff09c816a:43961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T22:02:44,624 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662 2024-11-18T22:02:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:02:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:02:44,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:02:44,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:02:44,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:02:44,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:44,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:02:44,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:02:44,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:02:44,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:44,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:02:44,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:02:44,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:02:44,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:44,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:02:44,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:02:44,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:02:44,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:44,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:02:44,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:02:44,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740 2024-11-18T22:02:44,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740 2024-11-18T22:02:44,665 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45969, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T22:02:44,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:02:44,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:02:44,668 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:02:44,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:02:44,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66dff09c816a,43961,1731967363575 2024-11-18T22:02:44,675 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:02:44,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38233 {}] master.ServerManager(517): Registering regionserver=66dff09c816a,43961,1731967363575 2024-11-18T22:02:44,676 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=758712, jitterRate=-0.035248130559921265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:02:44,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731967364642Initializing all the Stores at 1731967364644 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967364644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967364645 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967364645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967364645Cleaning up temporary data from old regions at 1731967364667 (+22 ms)Region opened successfully at 1731967364680 (+13 ms) 2024-11-18T22:02:44,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:02:44,680 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:02:44,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:02:44,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:02:44,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:02:44,681 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:02:44,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967364680Disabling compacts and flushes for region at 1731967364680Disabling writes for close at 1731967364680Writing region close event to WAL at 1731967364681 (+1 ms)Closed at 1731967364681 2024-11-18T22:02:44,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:02:44,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T22:02:44,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T22:02:44,695 DEBUG [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662 2024-11-18T22:02:44,695 DEBUG [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36429 2024-11-18T22:02:44,695 DEBUG [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T22:02:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:02:44,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:02:44,701 DEBUG [RS:0;66dff09c816a:43961 {}] zookeeper.ZKUtil(111): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66dff09c816a,43961,1731967363575 2024-11-18T22:02:44,701 WARN [RS:0;66dff09c816a:43961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:02:44,702 INFO [RS:0;66dff09c816a:43961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:02:44,702 DEBUG [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575 2024-11-18T22:02:44,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66dff09c816a,43961,1731967363575] 2024-11-18T22:02:44,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T22:02:44,729 INFO [RS:0;66dff09c816a:43961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T22:02:44,743 INFO [RS:0;66dff09c816a:43961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T22:02:44,748 INFO [RS:0;66dff09c816a:43961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:02:44,748 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,749 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T22:02:44,755 INFO [RS:0;66dff09c816a:43961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T22:02:44,756 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,756 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,757 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,757 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,757 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,757 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,757 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:02:44,757 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,758 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,758 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,758 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,758 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,758 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:02:44,758 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:02:44,758 DEBUG [RS:0;66dff09c816a:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:02:44,759 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,759 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,760 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,760 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,760 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,760 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,43961,1731967363575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:02:44,780 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T22:02:44,782 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,43961,1731967363575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,782 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,782 INFO [RS:0;66dff09c816a:43961 {}] regionserver.Replication(171): 66dff09c816a,43961,1731967363575 started 2024-11-18T22:02:44,800 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:44,800 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(1482): Serving as 66dff09c816a,43961,1731967363575, RpcServer on 66dff09c816a/172.17.0.2:43961, sessionid=0x10107df98ad0001 2024-11-18T22:02:44,801 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T22:02:44,801 DEBUG [RS:0;66dff09c816a:43961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66dff09c816a,43961,1731967363575 2024-11-18T22:02:44,802 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,43961,1731967363575' 2024-11-18T22:02:44,802 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T22:02:44,803 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T22:02:44,804 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T22:02:44,804 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T22:02:44,804 DEBUG [RS:0;66dff09c816a:43961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66dff09c816a,43961,1731967363575 2024-11-18T22:02:44,804 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,43961,1731967363575' 2024-11-18T22:02:44,804 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T22:02:44,804 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T22:02:44,805 DEBUG [RS:0;66dff09c816a:43961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T22:02:44,805 INFO [RS:0;66dff09c816a:43961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T22:02:44,805 INFO [RS:0;66dff09c816a:43961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T22:02:44,856 WARN [66dff09c816a:38233 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T22:02:44,911 INFO [RS:0;66dff09c816a:43961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:02:44,915 INFO [RS:0;66dff09c816a:43961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C43961%2C1731967363575, suffix=, logDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575, archiveDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/oldWALs, maxLogs=32 2024-11-18T22:02:44,931 DEBUG [RS:0;66dff09c816a:43961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967364917, exclude list is [], retry=0 2024-11-18T22:02:44,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-ff3f2855-b4be-4060-a516-a477fbf1fde7,DISK] 2024-11-18T22:02:44,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6,DISK] 2024-11-18T22:02:44,941 INFO [RS:0;66dff09c816a:43961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967364917 2024-11-18T22:02:44,942 DEBUG [RS:0;66dff09c816a:43961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465),(127.0.0.1/127.0.0.1:36053:36053)] 2024-11-18T22:02:45,108 DEBUG [66dff09c816a:38233 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T22:02:45,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66dff09c816a,43961,1731967363575 2024-11-18T22:02:45,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,43961,1731967363575, state=OPENING 2024-11-18T22:02:45,134 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T22:02:45,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:45,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:02:45,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:02:45,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:02:45,138 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:02:45,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,43961,1731967363575}] 2024-11-18T22:02:45,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T22:02:45,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54215, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T22:02:45,329 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T22:02:45,330 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:02:45,330 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T22:02:45,333 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C43961%2C1731967363575.meta, suffix=.meta, logDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575, archiveDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/oldWALs, maxLogs=32 2024-11-18T22:02:45,348 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.meta.1731967365335.meta, exclude list is [], retry=0 2024-11-18T22:02:45,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6,DISK] 2024-11-18T22:02:45,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-ff3f2855-b4be-4060-a516-a477fbf1fde7,DISK] 2024-11-18T22:02:45,355 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.meta.1731967365335.meta 2024-11-18T22:02:45,355 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36053:36053),(127.0.0.1/127.0.0.1:41465:41465)] 2024-11-18T22:02:45,356 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:02:45,358 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T22:02:45,360 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T22:02:45,365 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T22:02:45,370 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T22:02:45,370 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:02:45,370 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T22:02:45,370 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T22:02:45,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:02:45,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:02:45,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:45,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:02:45,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:02:45,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:02:45,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:45,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:02:45,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:02:45,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:02:45,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:45,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:02:45,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:02:45,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:02:45,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:45,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:02:45,386 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:02:45,387 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740 2024-11-18T22:02:45,390 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740 2024-11-18T22:02:45,393 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:02:45,393 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:02:45,394 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:02:45,397 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:02:45,398 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=791175, jitterRate=0.006031900644302368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:02:45,399 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T22:02:45,401 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731967365371Writing region info on filesystem at 1731967365371Initializing all the Stores at 1731967365373 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967365373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967365373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967365373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967365373Cleaning up temporary data from old regions at 1731967365393 (+20 ms)Running coprocessor post-open hooks at 1731967365399 (+6 ms)Region opened successfully at 1731967365401 (+2 ms) 2024-11-18T22:02:45,408 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731967365306 2024-11-18T22:02:45,420 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T22:02:45,421 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T22:02:45,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,43961,1731967363575 2024-11-18T22:02:45,425 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,43961,1731967363575, state=OPEN 2024-11-18T22:02:45,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:02:45,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:02:45,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:02:45,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:02:45,430 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66dff09c816a,43961,1731967363575 2024-11-18T22:02:45,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T22:02:45,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,43961,1731967363575 in 290 msec 2024-11-18T22:02:45,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T22:02:45,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 747 msec 2024-11-18T22:02:45,445 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:02:45,445 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T22:02:45,466 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:02:45,467 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,43961,1731967363575, seqNum=-1] 2024-11-18T22:02:45,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:02:45,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53569, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:02:45,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0040 sec 2024-11-18T22:02:45,517 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731967365516, completionTime=-1 2024-11-18T22:02:45,519 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T22:02:45,519 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T22:02:45,547 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T22:02:45,547 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967425547 2024-11-18T22:02:45,547 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967485547 2024-11-18T22:02:45,547 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-18T22:02:45,550 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,38233,1731967362893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:45,550 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,38233,1731967362893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:45,550 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,38233,1731967362893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:45,552 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66dff09c816a:38233, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:45,552 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:45,553 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:45,559 DEBUG [master/66dff09c816a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T22:02:45,582 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.854sec 2024-11-18T22:02:45,583 INFO [master/66dff09c816a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T22:02:45,584 INFO [master/66dff09c816a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T22:02:45,586 INFO [master/66dff09c816a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T22:02:45,587 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T22:02:45,587 INFO [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T22:02:45,588 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,38233,1731967362893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:02:45,589 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,38233,1731967362893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T22:02:45,598 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T22:02:45,599 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T22:02:45,599 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,38233,1731967362893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:02:45,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf4e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:02:45,691 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T22:02:45,691 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T22:02:45,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66dff09c816a,38233,-1 for getting cluster id 2024-11-18T22:02:45,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T22:02:45,706 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dde7ce4-aae3-44eb-8b56-527f007bb427' 2024-11-18T22:02:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T22:02:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dde7ce4-aae3-44eb-8b56-527f007bb427" 2024-11-18T22:02:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305448db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:02:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66dff09c816a,38233,-1] 2024-11-18T22:02:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T22:02:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:02:45,717 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T22:02:45,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffbf561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:02:45,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:02:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,43961,1731967363575, seqNum=-1] 2024-11-18T22:02:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:02:45,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:02:45,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66dff09c816a,38233,1731967362893 2024-11-18T22:02:45,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:02:45,764 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T22:02:45,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T22:02:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 66dff09c816a,38233,1731967362893 2024-11-18T22:02:45,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7afa760f 2024-11-18T22:02:45,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T22:02:45,779 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T22:02:45,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T22:02:45,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T22:02:45,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:02:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-18T22:02:45,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T22:02:45,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-18T22:02:45,801 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:45,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T22:02:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:02:45,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741835_1011 (size=389) 2024-11-18T22:02:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741835_1011 (size=389) 2024-11-18T22:02:45,820 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b0145f44e95887b858d739c6e0ab4a6, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662 2024-11-18T22:02:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741836_1012 (size=72) 2024-11-18T22:02:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741836_1012 (size=72) 2024-11-18T22:02:45,832 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:02:45,833 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 3b0145f44e95887b858d739c6e0ab4a6, disabling compactions & flushes 2024-11-18T22:02:45,833 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:02:45,833 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:02:45,833 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. after waiting 0 ms 2024-11-18T22:02:45,833 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:02:45,833 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:02:45,833 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b0145f44e95887b858d739c6e0ab4a6: Waiting for close lock at 1731967365833Disabling compacts and flushes for region at 1731967365833Disabling writes for close at 1731967365833Writing region close event to WAL at 1731967365833Closed at 1731967365833 2024-11-18T22:02:45,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T22:02:45,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731967365836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731967365836"}]},"ts":"1731967365836"} 2024-11-18T22:02:45,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T22:02:45,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T22:02:45,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731967365849"}]},"ts":"1731967365849"} 2024-11-18T22:02:45,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-18T22:02:45,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3b0145f44e95887b858d739c6e0ab4a6, ASSIGN}] 2024-11-18T22:02:45,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3b0145f44e95887b858d739c6e0ab4a6, ASSIGN 2024-11-18T22:02:45,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3b0145f44e95887b858d739c6e0ab4a6, ASSIGN; state=OFFLINE, location=66dff09c816a,43961,1731967363575; forceNewPlan=false, retain=false 2024-11-18T22:02:46,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b0145f44e95887b858d739c6e0ab4a6, regionState=OPENING, regionLocation=66dff09c816a,43961,1731967363575 2024-11-18T22:02:46,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3b0145f44e95887b858d739c6e0ab4a6, ASSIGN because future has completed 2024-11-18T22:02:46,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b0145f44e95887b858d739c6e0ab4a6, server=66dff09c816a,43961,1731967363575}] 2024-11-18T22:02:46,181 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:02:46,181 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b0145f44e95887b858d739c6e0ab4a6, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:02:46,182 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,182 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:02:46,182 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,182 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,185 INFO [StoreOpener-3b0145f44e95887b858d739c6e0ab4a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,187 INFO [StoreOpener-3b0145f44e95887b858d739c6e0ab4a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b0145f44e95887b858d739c6e0ab4a6 columnFamilyName info 2024-11-18T22:02:46,187 DEBUG [StoreOpener-3b0145f44e95887b858d739c6e0ab4a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:02:46,189 INFO [StoreOpener-3b0145f44e95887b858d739c6e0ab4a6-1 {}] regionserver.HStore(327): Store=3b0145f44e95887b858d739c6e0ab4a6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:02:46,189 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,190 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,191 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,192 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,192 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,195 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,198 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:02:46,199 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b0145f44e95887b858d739c6e0ab4a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830353, jitterRate=0.0558495819568634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:02:46,199 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:02:46,201 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b0145f44e95887b858d739c6e0ab4a6: Running coprocessor pre-open hook at 1731967366182Writing region info on filesystem at 1731967366182Initializing all the Stores at 1731967366184 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967366184Cleaning up temporary data from old regions at 1731967366192 (+8 ms)Running coprocessor post-open hooks at 1731967366199 (+7 ms)Region opened successfully at 1731967366201 (+2 ms) 2024-11-18T22:02:46,203 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6., pid=6, masterSystemTime=1731967366174 2024-11-18T22:02:46,207 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:02:46,208 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:02:46,209 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b0145f44e95887b858d739c6e0ab4a6, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,43961,1731967363575 2024-11-18T22:02:46,212 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38233 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=66dff09c816a,43961,1731967363575, table=TestLogRolling-testSlowSyncLogRolling, region=3b0145f44e95887b858d739c6e0ab4a6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T22:02:46,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b0145f44e95887b858d739c6e0ab4a6, server=66dff09c816a,43961,1731967363575 because future has completed 2024-11-18T22:02:46,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T22:02:46,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b0145f44e95887b858d739c6e0ab4a6, server=66dff09c816a,43961,1731967363575 in 196 msec 2024-11-18T22:02:46,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T22:02:46,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3b0145f44e95887b858d739c6e0ab4a6, ASSIGN in 361 msec 2024-11-18T22:02:46,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T22:02:46,225 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731967366225"}]},"ts":"1731967366225"} 2024-11-18T22:02:46,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-18T22:02:46,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T22:02:46,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 458 msec 2024-11-18T22:02:50,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T22:02:50,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T22:02:50,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-18T22:02:53,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T22:02:53,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T22:02:53,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-18T22:02:53,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-18T22:02:53,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:02:53,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T22:02:53,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T22:02:53,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T22:02:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:02:55,866 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-18T22:02:55,869 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-18T22:02:55,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-18T22:02:55,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:02:55,892 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967375877, exclude list is [], retry=0 2024-11-18T22:02:55,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-ff3f2855-b4be-4060-a516-a477fbf1fde7,DISK] 2024-11-18T22:02:55,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6,DISK] 2024-11-18T22:02:55,900 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967364917 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967375877 2024-11-18T22:02:55,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465),(127.0.0.1/127.0.0.1:36053:36053)] 2024-11-18T22:02:55,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967364917 is not closed yet, will try archiving it next time 2024-11-18T22:02:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741833_1009 (size=451) 2024-11-18T22:02:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741833_1009 (size=451) 2024-11-18T22:02:55,906 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967364917 to hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/oldWALs/66dff09c816a%2C43961%2C1731967363575.1731967364917 2024-11-18T22:02:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6., hostname=66dff09c816a,43961,1731967363575, seqNum=2] 2024-11-18T22:03:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] regionserver.HRegion(8855): Flush requested on 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:03:09,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0145f44e95887b858d739c6e0ab4a6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T22:03:10,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/.tmp/info/de458778f76a4a679570079dfbe9e203 is 1055, key is row0001/info:/1731967375913/Put/seqid=0 2024-11-18T22:03:10,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741838_1014 (size=13386) 2024-11-18T22:03:10,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741838_1014 (size=13386) 2024-11-18T22:03:10,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/.tmp/info/de458778f76a4a679570079dfbe9e203 2024-11-18T22:03:10,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/.tmp/info/de458778f76a4a679570079dfbe9e203 as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/info/de458778f76a4a679570079dfbe9e203 2024-11-18T22:03:10,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/info/de458778f76a4a679570079dfbe9e203, entries=8, sequenceid=12, filesize=13.1 K 2024-11-18T22:03:10,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 3b0145f44e95887b858d739c6e0ab4a6 in 141ms, sequenceid=12, compaction requested=false 2024-11-18T22:03:10,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0145f44e95887b858d739c6e0ab4a6: 2024-11-18T22:03:11,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:03:15,967 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967395952, exclude list is [], retry=0 2024-11-18T22:03:15,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-ff3f2855-b4be-4060-a516-a477fbf1fde7,DISK] 2024-11-18T22:03:15,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6,DISK] 2024-11-18T22:03:15,973 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967375877 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967395952 2024-11-18T22:03:15,974 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465),(127.0.0.1/127.0.0.1:36053:36053)] 2024-11-18T22:03:15,974 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967375877 is not closed yet, will try archiving it next time 2024-11-18T22:03:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741837_1013 (size=12149) 2024-11-18T22:03:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741837_1013 (size=12149) 2024-11-18T22:03:20,980 INFO [AsyncFSWAL-0-hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662-prefix:66dff09c816a,43961,1731967363575 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33795,DS-ff3f2855-b4be-4060-a516-a477fbf1fde7,DISK], DatanodeInfoWithStorage[127.0.0.1:44999,DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6,DISK]] 2024-11-18T22:03:20,982 WARN [AsyncFSWAL-0-hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662-prefix:66dff09c816a,43961,1731967363575 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33795,DS-ff3f2855-b4be-4060-a516-a477fbf1fde7,DISK], DatanodeInfoWithStorage[127.0.0.1:44999,DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6,DISK]] 2024-11-18T22:03:20,983 DEBUG [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 66dff09c816a%2C43961%2C1731967363575:(num 1731967395952) roll requested 2024-11-18T22:03:20,999 DEBUG [regionserver/66dff09c816a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967400983, exclude list is [], retry=0 2024-11-18T22:03:21,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-ff3f2855-b4be-4060-a516-a477fbf1fde7,DISK] 2024-11-18T22:03:21,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6,DISK] 2024-11-18T22:03:21,006 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967395952 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967400983 2024-11-18T22:03:21,006 DEBUG [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465),(127.0.0.1/127.0.0.1:36053:36053)] 2024-11-18T22:03:21,007 DEBUG [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967395952 is not closed yet, will try archiving it next time 2024-11-18T22:03:21,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741839_1015 (size=1233) 2024-11-18T22:03:21,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741839_1015 (size=1233) 2024-11-18T22:03:22,982 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T22:03:22,996 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967402982, exclude list is [], retry=0 2024-11-18T22:03:23,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-ff3f2855-b4be-4060-a516-a477fbf1fde7,DISK] 2024-11-18T22:03:23,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-bb7768b7-ca7f-4187-9b1f-3f7940b642b6,DISK] 2024-11-18T22:03:23,003 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967400983 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967402982 2024-11-18T22:03:23,003 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465),(127.0.0.1/127.0.0.1:36053:36053)] 2024-11-18T22:03:23,003 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967400983 is not closed yet, will try archiving it next time 2024-11-18T22:03:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741840_1016 (size=93) 2024-11-18T22:03:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741840_1016 (size=93) 2024-11-18T22:03:23,006 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/WALs/66dff09c816a,43961,1731967363575/66dff09c816a%2C43961%2C1731967363575.1731967400983 to hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/oldWALs/66dff09c816a%2C43961%2C1731967363575.1731967400983 2024-11-18T22:03:26,184 INFO [master/66dff09c816a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T22:03:26,184 INFO [master/66dff09c816a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T22:03:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43961 {}] regionserver.HRegion(8855): Flush requested on 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:03:31,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0145f44e95887b858d739c6e0ab4a6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T22:03:31,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/.tmp/info/df220a518f0148a9a327700236e70c6f is 1055, key is row0009/info:/1731967391947/Put/seqid=0 2024-11-18T22:03:31,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741842_1018 (size=13386) 2024-11-18T22:03:31,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741842_1018 (size=13386) 2024-11-18T22:03:31,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/.tmp/info/df220a518f0148a9a327700236e70c6f 2024-11-18T22:03:31,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/.tmp/info/df220a518f0148a9a327700236e70c6f as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/info/df220a518f0148a9a327700236e70c6f 2024-11-18T22:03:31,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/info/df220a518f0148a9a327700236e70c6f, entries=8, sequenceid=23, filesize=13.1 K 2024-11-18T22:03:31,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 3b0145f44e95887b858d739c6e0ab4a6 in 37ms, sequenceid=23, compaction requested=false 2024-11-18T22:03:31,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0145f44e95887b858d739c6e0ab4a6: 2024-11-18T22:03:31,058 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-18T22:03:31,058 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:03:31,058 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/info/de458778f76a4a679570079dfbe9e203 because midkey is the same as first or last row 2024-11-18T22:03:31,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3b0145f44e95887b858d739c6e0ab4a6, had cached 0 bytes from a total of 26772 2024-11-18T22:03:41,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:03:43,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T22:03:43,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:03:43,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:03:43,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:43,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:43,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T22:03:43,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T22:03:43,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1289039862, stopped=false 2024-11-18T22:03:43,045 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66dff09c816a,38233,1731967362893 2024-11-18T22:03:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:03:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:03:43,048 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:03:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:43,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:03:43,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:03:43,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:43,049 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66dff09c816a,43961,1731967363575' ***** 2024-11-18T22:03:43,049 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T22:03:43,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:03:43,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:03:43,049 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T22:03:43,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T22:03:43,050 INFO [RS:0;66dff09c816a:43961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T22:03:43,050 INFO [RS:0;66dff09c816a:43961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T22:03:43,050 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:03:43,051 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(959): stopping server 66dff09c816a,43961,1731967363575 2024-11-18T22:03:43,051 INFO [RS:0;66dff09c816a:43961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:03:43,051 INFO [RS:0;66dff09c816a:43961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66dff09c816a:43961. 2024-11-18T22:03:43,051 DEBUG [RS:0;66dff09c816a:43961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:03:43,051 DEBUG [RS:0;66dff09c816a:43961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:43,051 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b0145f44e95887b858d739c6e0ab4a6, disabling compactions & flushes 2024-11-18T22:03:43,051 INFO [RS:0;66dff09c816a:43961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T22:03:43,051 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:03:43,052 INFO [RS:0;66dff09c816a:43961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T22:03:43,052 INFO [RS:0;66dff09c816a:43961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T22:03:43,052 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:03:43,052 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. after waiting 0 ms 2024-11-18T22:03:43,052 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T22:03:43,052 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:03:43,052 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b0145f44e95887b858d739c6e0ab4a6 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-18T22:03:43,052 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T22:03:43,052 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:03:43,052 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:03:43,052 DEBUG [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(1325): Online Regions={3b0145f44e95887b858d739c6e0ab4a6=TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T22:03:43,052 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:03:43,053 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:03:43,053 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:03:43,053 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-18T22:03:43,053 DEBUG [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b0145f44e95887b858d739c6e0ab4a6 2024-11-18T22:03:43,060 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/.tmp/info/2d8fd52c4d8d43d0b26a96437ec7550c is 1055, key is row0017/info:/1731967413023/Put/seqid=0 2024-11-18T22:03:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741843_1019 (size=10222) 2024-11-18T22:03:43,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741843_1019 (size=10222) 2024-11-18T22:03:43,070 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/.tmp/info/2d8fd52c4d8d43d0b26a96437ec7550c 2024-11-18T22:03:43,076 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/.tmp/info/c27dc0cf7cbc4344a7f5f056d194cd33 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6./info:regioninfo/1731967366208/Put/seqid=0 2024-11-18T22:03:43,083 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/.tmp/info/2d8fd52c4d8d43d0b26a96437ec7550c as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/info/2d8fd52c4d8d43d0b26a96437ec7550c 2024-11-18T22:03:43,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741844_1020 (size=7016) 2024-11-18T22:03:43,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741844_1020 (size=7016) 2024-11-18T22:03:43,085 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/.tmp/info/c27dc0cf7cbc4344a7f5f056d194cd33 2024-11-18T22:03:43,096 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/info/2d8fd52c4d8d43d0b26a96437ec7550c, entries=5, sequenceid=31, filesize=10.0 K 2024-11-18T22:03:43,098 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 3b0145f44e95887b858d739c6e0ab4a6 in 45ms, sequenceid=31, compaction requested=true 2024-11-18T22:03:43,105 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/default/TestLogRolling-testSlowSyncLogRolling/3b0145f44e95887b858d739c6e0ab4a6/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-18T22:03:43,108 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:03:43,108 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b0145f44e95887b858d739c6e0ab4a6: Waiting for close lock at 1731967423051Running coprocessor pre-close hooks at 1731967423051Disabling compacts and flushes for region at 1731967423051Disabling writes for close at 1731967423052 (+1 ms)Obtaining lock to block concurrent updates at 1731967423052Preparing flush snapshotting stores in 3b0145f44e95887b858d739c6e0ab4a6 at 1731967423052Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731967423053 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. at 1731967423054 (+1 ms)Flushing 3b0145f44e95887b858d739c6e0ab4a6/info: creating writer at 1731967423054Flushing 3b0145f44e95887b858d739c6e0ab4a6/info: appending metadata at 1731967423059 (+5 ms)Flushing 3b0145f44e95887b858d739c6e0ab4a6/info: closing flushed file at 1731967423059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e9b68f: reopening flushed file at 1731967423081 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 3b0145f44e95887b858d739c6e0ab4a6 in 45ms, sequenceid=31, compaction requested=true at 1731967423098 (+17 ms)Writing region close event to WAL at 1731967423099 (+1 ms)Running coprocessor post-close hooks at 1731967423106 (+7 ms)Closed at 1731967423108 (+2 ms) 2024-11-18T22:03:43,109 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731967365781.3b0145f44e95887b858d739c6e0ab4a6. 2024-11-18T22:03:43,112 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/.tmp/ns/4e2d44a660e1432db8c60f676998c2e4 is 43, key is default/ns:d/1731967365497/Put/seqid=0 2024-11-18T22:03:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741845_1021 (size=5153) 2024-11-18T22:03:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741845_1021 (size=5153) 2024-11-18T22:03:43,120 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/.tmp/ns/4e2d44a660e1432db8c60f676998c2e4 2024-11-18T22:03:43,146 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/.tmp/table/fe87d3aabd7c4333a75306802c53d0d0 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731967366225/Put/seqid=0 2024-11-18T22:03:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741846_1022 (size=5396) 2024-11-18T22:03:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741846_1022 (size=5396) 2024-11-18T22:03:43,154 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/.tmp/table/fe87d3aabd7c4333a75306802c53d0d0 2024-11-18T22:03:43,163 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/.tmp/info/c27dc0cf7cbc4344a7f5f056d194cd33 as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/info/c27dc0cf7cbc4344a7f5f056d194cd33 2024-11-18T22:03:43,172 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/info/c27dc0cf7cbc4344a7f5f056d194cd33, entries=10, sequenceid=11, filesize=6.9 K 2024-11-18T22:03:43,173 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/.tmp/ns/4e2d44a660e1432db8c60f676998c2e4 as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/ns/4e2d44a660e1432db8c60f676998c2e4 2024-11-18T22:03:43,182 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/ns/4e2d44a660e1432db8c60f676998c2e4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T22:03:43,184 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/.tmp/table/fe87d3aabd7c4333a75306802c53d0d0 as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/table/fe87d3aabd7c4333a75306802c53d0d0 2024-11-18T22:03:43,193 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/table/fe87d3aabd7c4333a75306802c53d0d0, entries=2, sequenceid=11, filesize=5.3 K 2024-11-18T22:03:43,195 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=11, compaction requested=false 2024-11-18T22:03:43,201 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T22:03:43,202 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:03:43,202 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:03:43,202 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967423052Running coprocessor pre-close hooks at 1731967423052Disabling compacts and flushes for region at 1731967423052Disabling writes for close at 1731967423053 (+1 ms)Obtaining lock to block concurrent updates at 1731967423053Preparing flush snapshotting stores in 1588230740 at 1731967423053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731967423053Flushing stores of hbase:meta,,1.1588230740 at 1731967423054 (+1 ms)Flushing 1588230740/info: creating writer at 1731967423054Flushing 1588230740/info: appending metadata at 1731967423075 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731967423075Flushing 1588230740/ns: creating writer at 1731967423094 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731967423111 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731967423111Flushing 1588230740/table: creating writer at 1731967423129 (+18 ms)Flushing 1588230740/table: appending metadata at 1731967423145 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731967423145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dedc18: reopening flushed file at 1731967423162 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a45f9b: reopening flushed file at 1731967423172 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d2f562: reopening flushed file at 1731967423182 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=11, compaction requested=false at 1731967423195 (+13 ms)Writing region close event to WAL at 1731967423196 (+1 ms)Running coprocessor post-close hooks at 1731967423202 (+6 ms)Closed at 1731967423202 2024-11-18T22:03:43,203 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T22:03:43,253 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(976): stopping server 66dff09c816a,43961,1731967363575; all regions closed. 2024-11-18T22:03:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741834_1010 (size=3066) 2024-11-18T22:03:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741834_1010 (size=3066) 2024-11-18T22:03:43,262 DEBUG [RS:0;66dff09c816a:43961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/oldWALs 2024-11-18T22:03:43,262 INFO [RS:0;66dff09c816a:43961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C43961%2C1731967363575.meta:.meta(num 1731967365335) 2024-11-18T22:03:43,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741841_1017 (size=13164) 2024-11-18T22:03:43,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741841_1017 (size=13164) 2024-11-18T22:03:43,270 DEBUG [RS:0;66dff09c816a:43961 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/oldWALs 2024-11-18T22:03:43,270 INFO [RS:0;66dff09c816a:43961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C43961%2C1731967363575:(num 1731967402982) 2024-11-18T22:03:43,271 DEBUG [RS:0;66dff09c816a:43961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:43,271 INFO [RS:0;66dff09c816a:43961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:03:43,271 INFO [RS:0;66dff09c816a:43961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:03:43,271 INFO [RS:0;66dff09c816a:43961 {}] hbase.ChoreService(370): Chore service for: regionserver/66dff09c816a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T22:03:43,271 INFO [RS:0;66dff09c816a:43961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:03:43,271 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:03:43,272 INFO [RS:0;66dff09c816a:43961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43961 2024-11-18T22:03:43,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66dff09c816a,43961,1731967363575 2024-11-18T22:03:43,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:03:43,276 INFO [RS:0;66dff09c816a:43961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:03:43,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66dff09c816a,43961,1731967363575] 2024-11-18T22:03:43,280 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/66dff09c816a,43961,1731967363575 already deleted, retry=false 2024-11-18T22:03:43,280 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66dff09c816a,43961,1731967363575 expired; onlineServers=0 2024-11-18T22:03:43,280 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66dff09c816a,38233,1731967362893' ***** 2024-11-18T22:03:43,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T22:03:43,281 INFO [M:0;66dff09c816a:38233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:03:43,281 INFO [M:0;66dff09c816a:38233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:03:43,281 DEBUG [M:0;66dff09c816a:38233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T22:03:43,281 DEBUG [M:0;66dff09c816a:38233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T22:03:43,281 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T22:03:43,281 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967364610 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967364610,5,FailOnTimeoutGroup] 2024-11-18T22:03:43,281 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967364609 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967364609,5,FailOnTimeoutGroup] 2024-11-18T22:03:43,281 INFO [M:0;66dff09c816a:38233 {}] hbase.ChoreService(370): Chore service for: master/66dff09c816a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T22:03:43,281 INFO [M:0;66dff09c816a:38233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:03:43,282 DEBUG [M:0;66dff09c816a:38233 {}] master.HMaster(1795): Stopping service threads 2024-11-18T22:03:43,282 INFO [M:0;66dff09c816a:38233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T22:03:43,282 INFO [M:0;66dff09c816a:38233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:03:43,282 INFO [M:0;66dff09c816a:38233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T22:03:43,282 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T22:03:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T22:03:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:43,283 DEBUG [M:0;66dff09c816a:38233 {}] zookeeper.ZKUtil(347): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T22:03:43,283 WARN [M:0;66dff09c816a:38233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T22:03:43,284 INFO [M:0;66dff09c816a:38233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/.lastflushedseqids 2024-11-18T22:03:43,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741847_1023 (size=130) 2024-11-18T22:03:43,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741847_1023 (size=130) 2024-11-18T22:03:43,299 INFO [M:0;66dff09c816a:38233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T22:03:43,299 INFO [M:0;66dff09c816a:38233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T22:03:43,299 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:03:43,299 INFO [M:0;66dff09c816a:38233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:03:43,299 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:03:43,299 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:03:43,299 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:03:43,300 INFO [M:0;66dff09c816a:38233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-18T22:03:43,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:03:43,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T22:03:43,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-18T22:03:43,318 DEBUG [M:0;66dff09c816a:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a47ee9eb5ca24b6691837655653bb3dd is 82, key is hbase:meta,,1/info:regioninfo/1731967365422/Put/seqid=0 2024-11-18T22:03:43,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741848_1024 (size=5672) 2024-11-18T22:03:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741848_1024 (size=5672) 2024-11-18T22:03:43,326 INFO [M:0;66dff09c816a:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a47ee9eb5ca24b6691837655653bb3dd 2024-11-18T22:03:43,353 DEBUG [M:0;66dff09c816a:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5347d9f5329e4b53a0d36c4196ce9103 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731967366251/Put/seqid=0 2024-11-18T22:03:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741849_1025 (size=6248) 2024-11-18T22:03:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741849_1025 (size=6248) 2024-11-18T22:03:43,361 INFO [M:0;66dff09c816a:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5347d9f5329e4b53a0d36c4196ce9103 2024-11-18T22:03:43,369 INFO [M:0;66dff09c816a:38233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5347d9f5329e4b53a0d36c4196ce9103 2024-11-18T22:03:43,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:03:43,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x10107df98ad0001, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:03:43,379 INFO [RS:0;66dff09c816a:43961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:03:43,380 INFO [RS:0;66dff09c816a:43961 {}] regionserver.HRegionServer(1031): Exiting; stopping=66dff09c816a,43961,1731967363575; zookeeper connection closed. 2024-11-18T22:03:43,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18a23c83 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18a23c83 2024-11-18T22:03:43,380 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T22:03:43,385 DEBUG [M:0;66dff09c816a:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64801e0fa112498094a41e831f7f97dc is 69, key is 66dff09c816a,43961,1731967363575/rs:state/1731967364678/Put/seqid=0 2024-11-18T22:03:43,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741850_1026 (size=5156) 2024-11-18T22:03:43,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741850_1026 (size=5156) 2024-11-18T22:03:43,393 INFO [M:0;66dff09c816a:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64801e0fa112498094a41e831f7f97dc 2024-11-18T22:03:43,418 DEBUG [M:0;66dff09c816a:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/24556d102f8f4650b179616c81523cf4 is 52, key is load_balancer_on/state:d/1731967365760/Put/seqid=0 2024-11-18T22:03:43,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741851_1027 (size=5056) 2024-11-18T22:03:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741851_1027 (size=5056) 2024-11-18T22:03:43,425 INFO [M:0;66dff09c816a:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/24556d102f8f4650b179616c81523cf4 2024-11-18T22:03:43,434 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a47ee9eb5ca24b6691837655653bb3dd as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a47ee9eb5ca24b6691837655653bb3dd 2024-11-18T22:03:43,441 INFO [M:0;66dff09c816a:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a47ee9eb5ca24b6691837655653bb3dd, entries=8, sequenceid=59, filesize=5.5 K 2024-11-18T22:03:43,442 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5347d9f5329e4b53a0d36c4196ce9103 as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5347d9f5329e4b53a0d36c4196ce9103 2024-11-18T22:03:43,449 INFO [M:0;66dff09c816a:38233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5347d9f5329e4b53a0d36c4196ce9103 2024-11-18T22:03:43,450 INFO [M:0;66dff09c816a:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5347d9f5329e4b53a0d36c4196ce9103, entries=6, sequenceid=59, filesize=6.1 K 2024-11-18T22:03:43,451 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64801e0fa112498094a41e831f7f97dc as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64801e0fa112498094a41e831f7f97dc 2024-11-18T22:03:43,458 INFO [M:0;66dff09c816a:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64801e0fa112498094a41e831f7f97dc, entries=1, sequenceid=59, filesize=5.0 K 2024-11-18T22:03:43,459 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/24556d102f8f4650b179616c81523cf4 as hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/24556d102f8f4650b179616c81523cf4 2024-11-18T22:03:43,466 INFO [M:0;66dff09c816a:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/24556d102f8f4650b179616c81523cf4, entries=1, sequenceid=59, filesize=4.9 K 2024-11-18T22:03:43,467 INFO [M:0;66dff09c816a:38233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=59, compaction requested=false 2024-11-18T22:03:43,469 INFO [M:0;66dff09c816a:38233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:03:43,469 DEBUG [M:0;66dff09c816a:38233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967423299Disabling compacts and flushes for region at 1731967423299Disabling writes for close at 1731967423299Obtaining lock to block concurrent updates at 1731967423300 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731967423300Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1731967423300Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731967423301 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731967423301Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731967423318 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731967423318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731967423335 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731967423352 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731967423352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731967423369 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731967423385 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731967423385Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731967423400 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731967423417 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731967423417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128d1b88: reopening flushed file at 1731967423433 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aded60c: reopening flushed file at 1731967423441 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6862bfe8: reopening flushed file at 1731967423450 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445f9990: reopening flushed file at 1731967423458 (+8 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=59, compaction requested=false at 1731967423467 (+9 ms)Writing region close event to WAL at 1731967423469 (+2 ms)Closed at 1731967423469 2024-11-18T22:03:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741830_1006 (size=27985) 2024-11-18T22:03:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741830_1006 (size=27985) 2024-11-18T22:03:43,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/MasterData/WALs/66dff09c816a,38233,1731967362893/66dff09c816a%2C38233%2C1731967362893.1731967364046 not finished, retry = 0 2024-11-18T22:03:43,575 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:03:43,575 INFO [M:0;66dff09c816a:38233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T22:03:43,575 INFO [M:0;66dff09c816a:38233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38233 2024-11-18T22:03:43,576 INFO [M:0;66dff09c816a:38233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:03:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:03:43,678 INFO [M:0;66dff09c816a:38233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:03:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x10107df98ad0000, quorum=127.0.0.1:60761, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:03:43,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:03:43,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:03:43,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:03:43,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:03:43,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.log.dir/,STOPPED} 2024-11-18T22:03:43,689 WARN [BP-598580304-172.17.0.2-1731967360024 heartbeating to localhost/127.0.0.1:36429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:03:43,689 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:03:43,689 WARN [BP-598580304-172.17.0.2-1731967360024 heartbeating to localhost/127.0.0.1:36429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-598580304-172.17.0.2-1731967360024 (Datanode Uuid 973e934a-a881-4ad8-93a6-8e8be6e031e2) service to localhost/127.0.0.1:36429 2024-11-18T22:03:43,689 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:03:43,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/data/data3/current/BP-598580304-172.17.0.2-1731967360024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:03:43,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/data/data4/current/BP-598580304-172.17.0.2-1731967360024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:03:43,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:03:43,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:03:43,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:03:43,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:03:43,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:03:43,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.log.dir/,STOPPED} 2024-11-18T22:03:43,695 WARN [BP-598580304-172.17.0.2-1731967360024 heartbeating to localhost/127.0.0.1:36429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:03:43,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:03:43,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:03:43,695 WARN [BP-598580304-172.17.0.2-1731967360024 heartbeating to localhost/127.0.0.1:36429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-598580304-172.17.0.2-1731967360024 (Datanode Uuid c3966adc-8e30-4b7b-9116-50e18146d249) service to localhost/127.0.0.1:36429 2024-11-18T22:03:43,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/data/data1/current/BP-598580304-172.17.0.2-1731967360024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:03:43,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/cluster_9b97efb8-97c2-0f3e-da36-e4b8ebb72c7b/data/data2/current/BP-598580304-172.17.0.2-1731967360024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:03:43,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:03:43,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:03:43,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:03:43,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:03:43,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:03:43,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.log.dir/,STOPPED} 2024-11-18T22:03:43,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T22:03:43,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T22:03:43,758 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@53acbf77 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/66dff09c816a:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36429 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/66dff09c816a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/66dff09c816a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/66dff09c816a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=4379 (was 4965) 2024-11-18T22:03:43,765 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=67, ProcessCount=11, AvailableMemoryMB=4379 2024-11-18T22:03:43,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T22:03:43,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.log.dir so I do NOT create it in target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca 2024-11-18T22:03:43,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c45f8eb-ba23-7e96-1c32-b832f2ab1b9f/hadoop.tmp.dir so I do NOT create it in target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca 2024-11-18T22:03:43,765 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830, deleteOnExit=true 2024-11-18T22:03:43,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T22:03:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/test.cache.data in system properties and HBase conf 2024-11-18T22:03:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T22:03:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir in system properties and HBase conf 2024-11-18T22:03:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T22:03:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T22:03:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T22:03:43,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T22:03:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/nfs.dump.dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/java.io.tmpdir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T22:03:43,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T22:03:43,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:03:43,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:03:43,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:03:43,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:03:43,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T22:03:43,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:03:43,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92b0df5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:03:43,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77f470f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:03:43,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0b601d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/java.io.tmpdir/jetty-localhost-33467-hadoop-hdfs-3_4_1-tests_jar-_-any-4240867241869741505/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:03:43,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f2dfe10{HTTP/1.1, (http/1.1)}{localhost:33467} 2024-11-18T22:03:43,979 INFO [Time-limited test {}] server.Server(415): Started @65878ms 2024-11-18T22:03:44,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:03:44,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:03:44,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:03:44,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:03:44,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:03:44,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350347e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:03:44,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d72b1ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:03:44,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@724b4e38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/java.io.tmpdir/jetty-localhost-46079-hadoop-hdfs-3_4_1-tests_jar-_-any-9409846505067579329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:03:44,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12c025cb{HTTP/1.1, (http/1.1)}{localhost:46079} 2024-11-18T22:03:44,183 INFO [Time-limited test {}] server.Server(415): Started @66081ms 2024-11-18T22:03:44,184 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:03:44,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:03:44,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:03:44,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:03:44,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:03:44,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:03:44,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a898108{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:03:44,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@679f7562{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:03:44,282 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data2/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:44,282 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data1/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:44,305 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:03:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadac8b89ab0731f1 with lease ID 0x315398b24ab1d117: Processing first storage report for DS-65a37e50-0c0f-4c2c-ae80-ad0e2dcb4fb4 from datanode DatanodeRegistration(127.0.0.1:43751, datanodeUuid=947f8967-0ba3-426b-9a90-a2af90e160ca, infoPort=38855, infoSecurePort=0, ipcPort=45487, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadac8b89ab0731f1 with lease ID 0x315398b24ab1d117: from storage DS-65a37e50-0c0f-4c2c-ae80-ad0e2dcb4fb4 node DatanodeRegistration(127.0.0.1:43751, datanodeUuid=947f8967-0ba3-426b-9a90-a2af90e160ca, infoPort=38855, infoSecurePort=0, ipcPort=45487, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:03:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadac8b89ab0731f1 with lease ID 0x315398b24ab1d117: Processing first storage report for DS-709211aa-34bb-403c-981d-4d2aa4083538 from datanode DatanodeRegistration(127.0.0.1:43751, datanodeUuid=947f8967-0ba3-426b-9a90-a2af90e160ca, infoPort=38855, infoSecurePort=0, ipcPort=45487, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadac8b89ab0731f1 with lease ID 0x315398b24ab1d117: from storage DS-709211aa-34bb-403c-981d-4d2aa4083538 node DatanodeRegistration(127.0.0.1:43751, datanodeUuid=947f8967-0ba3-426b-9a90-a2af90e160ca, infoPort=38855, infoSecurePort=0, ipcPort=45487, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:03:44,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2011ba55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/java.io.tmpdir/jetty-localhost-42895-hadoop-hdfs-3_4_1-tests_jar-_-any-14460562296244568295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:03:44,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d893d9e{HTTP/1.1, (http/1.1)}{localhost:42895} 2024-11-18T22:03:44,346 INFO [Time-limited test {}] server.Server(415): Started @66244ms 2024-11-18T22:03:44,348 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:03:44,448 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data3/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:44,449 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data4/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:44,472 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:03:44,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x564948a6fab0cc80 with lease ID 0x315398b24ab1d118: Processing first storage report for DS-9c13e6a6-12c4-473e-8c39-f82e54551f9c from datanode DatanodeRegistration(127.0.0.1:39239, datanodeUuid=cfc18248-0920-4133-8fbb-3ed19eb741e2, infoPort=43547, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:44,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x564948a6fab0cc80 with lease ID 0x315398b24ab1d118: from storage DS-9c13e6a6-12c4-473e-8c39-f82e54551f9c node DatanodeRegistration(127.0.0.1:39239, datanodeUuid=cfc18248-0920-4133-8fbb-3ed19eb741e2, infoPort=43547, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:03:44,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x564948a6fab0cc80 with lease ID 0x315398b24ab1d118: Processing first storage report for DS-f3a9a724-47eb-4a37-ba3c-7350f33b31ab from datanode DatanodeRegistration(127.0.0.1:39239, datanodeUuid=cfc18248-0920-4133-8fbb-3ed19eb741e2, infoPort=43547, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:44,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x564948a6fab0cc80 with lease ID 0x315398b24ab1d118: from storage DS-f3a9a724-47eb-4a37-ba3c-7350f33b31ab node DatanodeRegistration(127.0.0.1:39239, datanodeUuid=cfc18248-0920-4133-8fbb-3ed19eb741e2, infoPort=43547, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:03:44,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca 2024-11-18T22:03:44,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/zookeeper_0, clientPort=52231, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T22:03:44,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52231 2024-11-18T22:03:44,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:03:44,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:03:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39239 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:03:44,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:03:44,498 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc with version=8 2024-11-18T22:03:44,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/hbase-staging 2024-11-18T22:03:44,501 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:03:44,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:03:44,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:03:44,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:03:44,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:03:44,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:03:44,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T22:03:44,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:03:44,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36631 2024-11-18T22:03:44,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36631 connecting to ZooKeeper ensemble=127.0.0.1:52231 2024-11-18T22:03:44,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366310x0, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:03:44,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36631-0x10107e08c8b0000 connected 2024-11-18T22:03:44,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:03:44,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:03:44,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:03:44,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc, hbase.cluster.distributed=false 2024-11-18T22:03:44,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:03:44,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36631 2024-11-18T22:03:44,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36631 2024-11-18T22:03:44,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36631 2024-11-18T22:03:44,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36631 2024-11-18T22:03:44,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36631 2024-11-18T22:03:44,550 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:03:44,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:03:44,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:03:44,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:03:44,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:03:44,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:03:44,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T22:03:44,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:03:44,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39389 2024-11-18T22:03:44,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39389 connecting to ZooKeeper ensemble=127.0.0.1:52231 2024-11-18T22:03:44,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:03:44,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:03:44,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393890x0, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:03:44,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393890x0, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:03:44,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39389-0x10107e08c8b0001 connected 2024-11-18T22:03:44,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T22:03:44,565 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T22:03:44,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T22:03:44,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:03:44,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-18T22:03:44,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39389 2024-11-18T22:03:44,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39389 2024-11-18T22:03:44,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-18T22:03:44,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-18T22:03:44,588 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66dff09c816a:36631 2024-11-18T22:03:44,588 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/66dff09c816a,36631,1731967424500 2024-11-18T22:03:44,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:03:44,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:03:44,592 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66dff09c816a,36631,1731967424500 2024-11-18T22:03:44,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T22:03:44,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,594 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T22:03:44,595 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66dff09c816a,36631,1731967424500 from backup master directory 2024-11-18T22:03:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:03:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66dff09c816a,36631,1731967424500 2024-11-18T22:03:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:03:44,597 WARN [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:03:44,597 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66dff09c816a,36631,1731967424500 2024-11-18T22:03:44,631 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/hbase.id] with ID: bcfcace7-b0c2-4bbe-9245-1436bb6b11ac 2024-11-18T22:03:44,631 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/.tmp/hbase.id 2024-11-18T22:03:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39239 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:03:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:03:44,640 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/.tmp/hbase.id]:[hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/hbase.id] 2024-11-18T22:03:44,660 INFO [master/66dff09c816a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:03:44,660 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T22:03:44,663 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T22:03:44,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:03:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39239 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:03:44,676 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:03:44,677 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T22:03:44,677 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:03:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39239 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:03:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:03:44,687 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store 2024-11-18T22:03:44,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39239 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:03:44,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:03:44,696 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:03:44,696 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:03:44,696 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:03:44,696 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:03:44,696 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:03:44,696 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:03:44,696 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:03:44,696 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967424696Disabling compacts and flushes for region at 1731967424696Disabling writes for close at 1731967424696Writing region close event to WAL at 1731967424696Closed at 1731967424696 2024-11-18T22:03:44,697 WARN [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/.initializing 2024-11-18T22:03:44,697 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500 2024-11-18T22:03:44,698 INFO [master/66dff09c816a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:03:44,701 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C36631%2C1731967424500, suffix=, logDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500, archiveDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/oldWALs, maxLogs=10 2024-11-18T22:03:44,715 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967424701, exclude list is [], retry=0 2024-11-18T22:03:44,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43751,DS-65a37e50-0c0f-4c2c-ae80-ad0e2dcb4fb4,DISK] 2024-11-18T22:03:44,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39239,DS-9c13e6a6-12c4-473e-8c39-f82e54551f9c,DISK] 2024-11-18T22:03:44,722 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967424701 2024-11-18T22:03:44,722 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38855:38855),(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-18T22:03:44,722 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:03:44,722 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:03:44,722 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,723 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T22:03:44,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:44,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:03:44,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T22:03:44,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:03:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T22:03:44,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:44,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:03:44,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T22:03:44,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:44,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:03:44,734 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,735 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,736 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,737 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,737 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,738 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T22:03:44,740 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:03:44,742 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:03:44,743 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=772463, jitterRate=-0.017762988805770874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T22:03:44,744 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731967424723Initializing all the Stores at 1731967424724 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967424724Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967424724Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967424724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967424724Cleaning up temporary data from old regions at 1731967424737 (+13 ms)Region opened successfully at 1731967424744 (+7 ms) 2024-11-18T22:03:44,744 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T22:03:44,749 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0b490f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:03:44,750 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T22:03:44,751 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T22:03:44,751 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T22:03:44,751 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T22:03:44,751 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T22:03:44,752 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T22:03:44,752 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T22:03:44,754 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T22:03:44,755 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T22:03:44,758 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T22:03:44,758 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T22:03:44,759 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T22:03:44,760 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T22:03:44,761 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T22:03:44,762 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T22:03:44,763 INFO [regionserver/66dff09c816a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:03:44,763 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T22:03:44,764 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T22:03:44,766 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T22:03:44,768 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T22:03:44,769 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T22:03:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:03:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:03:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,772 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66dff09c816a,36631,1731967424500, sessionid=0x10107e08c8b0000, setting cluster-up flag (Was=false) 2024-11-18T22:03:44,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,782 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T22:03:44,783 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,36631,1731967424500 2024-11-18T22:03:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:44,793 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T22:03:44,794 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,36631,1731967424500 2024-11-18T22:03:44,796 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T22:03:44,798 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T22:03:44,798 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T22:03:44,798 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T22:03:44,798 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66dff09c816a,36631,1731967424500 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T22:03:44,800 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:03:44,800 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:03:44,800 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:03:44,800 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:03:44,800 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66dff09c816a:0, corePoolSize=10, maxPoolSize=10 2024-11-18T22:03:44,800 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,800 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:03:44,800 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:03:44,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T22:03:44,804 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:44,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T22:03:44,805 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967454805 2024-11-18T22:03:44,805 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T22:03:44,805 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T22:03:44,805 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T22:03:44,806 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T22:03:44,806 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T22:03:44,806 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T22:03:44,806 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,806 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T22:03:44,806 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T22:03:44,806 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T22:03:44,809 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T22:03:44,809 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T22:03:44,809 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967424809,5,FailOnTimeoutGroup] 2024-11-18T22:03:44,813 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967424810,5,FailOnTimeoutGroup] 2024-11-18T22:03:44,813 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,813 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T22:03:44,813 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,814 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39239 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:03:44,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:03:44,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T22:03:44,821 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc 2024-11-18T22:03:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:03:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39239 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:03:44,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:03:44,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:03:44,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:03:44,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:44,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:03:44,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:03:44,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:03:44,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:44,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:03:44,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:03:44,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:03:44,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:44,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:03:44,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:03:44,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:03:44,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:44,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:03:44,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:03:44,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740 2024-11-18T22:03:44,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740 2024-11-18T22:03:44,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:03:44,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:03:44,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:03:44,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:03:44,851 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:03:44,851 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=739575, jitterRate=-0.059582456946372986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:03:44,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731967424832Initializing all the Stores at 1731967424833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967424834 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967424834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967424834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967424834Cleaning up temporary data from old regions at 1731967424846 (+12 ms)Region opened successfully at 1731967424852 (+6 ms) 2024-11-18T22:03:44,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:03:44,853 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:03:44,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:03:44,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:03:44,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:03:44,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:03:44,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967424853Disabling compacts and flushes for region at 1731967424853Disabling writes for close at 1731967424853Writing region close event to WAL at 1731967424853Closed at 1731967424853 2024-11-18T22:03:44,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:03:44,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T22:03:44,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T22:03:44,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:03:44,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T22:03:44,877 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(746): ClusterId : bcfcace7-b0c2-4bbe-9245-1436bb6b11ac 2024-11-18T22:03:44,877 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T22:03:44,880 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T22:03:44,880 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T22:03:44,882 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T22:03:44,883 DEBUG [RS:0;66dff09c816a:39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f22a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:03:44,896 DEBUG [RS:0;66dff09c816a:39389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66dff09c816a:39389 2024-11-18T22:03:44,896 INFO [RS:0;66dff09c816a:39389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T22:03:44,896 INFO [RS:0;66dff09c816a:39389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T22:03:44,896 DEBUG [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T22:03:44,897 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,36631,1731967424500 with port=39389, startcode=1731967424549 2024-11-18T22:03:44,897 DEBUG [RS:0;66dff09c816a:39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T22:03:44,899 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T22:03:44,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66dff09c816a,39389,1731967424549 2024-11-18T22:03:44,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36631 {}] master.ServerManager(517): Registering regionserver=66dff09c816a,39389,1731967424549 2024-11-18T22:03:44,902 DEBUG [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc 2024-11-18T22:03:44,902 DEBUG [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42873 2024-11-18T22:03:44,902 DEBUG [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T22:03:44,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:03:44,906 DEBUG [RS:0;66dff09c816a:39389 {}] zookeeper.ZKUtil(111): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66dff09c816a,39389,1731967424549 2024-11-18T22:03:44,907 WARN [RS:0;66dff09c816a:39389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:03:44,907 INFO [RS:0;66dff09c816a:39389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:03:44,907 DEBUG [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549 2024-11-18T22:03:44,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66dff09c816a,39389,1731967424549] 2024-11-18T22:03:44,911 INFO [RS:0;66dff09c816a:39389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T22:03:44,913 INFO [RS:0;66dff09c816a:39389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T22:03:44,914 INFO [RS:0;66dff09c816a:39389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:03:44,914 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,914 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T22:03:44,915 INFO [RS:0;66dff09c816a:39389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T22:03:44,915 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,916 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,916 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,916 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,916 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,916 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,916 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:03:44,916 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,916 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,917 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,917 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,917 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,917 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:03:44,917 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:03:44,917 DEBUG [RS:0;66dff09c816a:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:03:44,919 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,920 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,920 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,920 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,920 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,920 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39389,1731967424549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:03:44,941 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T22:03:44,941 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39389,1731967424549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,941 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,941 INFO [RS:0;66dff09c816a:39389 {}] regionserver.Replication(171): 66dff09c816a,39389,1731967424549 started 2024-11-18T22:03:44,964 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:44,964 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(1482): Serving as 66dff09c816a,39389,1731967424549, RpcServer on 66dff09c816a/172.17.0.2:39389, sessionid=0x10107e08c8b0001 2024-11-18T22:03:44,964 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T22:03:44,964 DEBUG [RS:0;66dff09c816a:39389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66dff09c816a,39389,1731967424549 2024-11-18T22:03:44,964 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,39389,1731967424549' 2024-11-18T22:03:44,964 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T22:03:44,965 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T22:03:44,966 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T22:03:44,966 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T22:03:44,966 DEBUG [RS:0;66dff09c816a:39389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66dff09c816a,39389,1731967424549 2024-11-18T22:03:44,966 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,39389,1731967424549' 2024-11-18T22:03:44,966 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T22:03:44,966 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T22:03:44,967 DEBUG [RS:0;66dff09c816a:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T22:03:44,967 INFO [RS:0;66dff09c816a:39389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T22:03:44,967 INFO [RS:0;66dff09c816a:39389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T22:03:45,009 WARN [66dff09c816a:36631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T22:03:45,068 INFO [RS:0;66dff09c816a:39389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:03:45,070 INFO [RS:0;66dff09c816a:39389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C39389%2C1731967424549, suffix=, logDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549, archiveDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/oldWALs, maxLogs=32 2024-11-18T22:03:45,086 DEBUG [RS:0;66dff09c816a:39389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967425072, exclude list is [], retry=0 2024-11-18T22:03:45,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39239,DS-9c13e6a6-12c4-473e-8c39-f82e54551f9c,DISK] 2024-11-18T22:03:45,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43751,DS-65a37e50-0c0f-4c2c-ae80-ad0e2dcb4fb4,DISK] 2024-11-18T22:03:45,094 INFO [RS:0;66dff09c816a:39389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967425072 2024-11-18T22:03:45,094 DEBUG [RS:0;66dff09c816a:39389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43547:43547),(127.0.0.1/127.0.0.1:38855:38855)] 2024-11-18T22:03:45,259 DEBUG [66dff09c816a:36631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T22:03:45,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66dff09c816a,39389,1731967424549 2024-11-18T22:03:45,262 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,39389,1731967424549, state=OPENING 2024-11-18T22:03:45,264 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T22:03:45,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:45,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:45,266 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:03:45,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39389,1731967424549}] 2024-11-18T22:03:45,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:03:45,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:03:45,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T22:03:45,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48725, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T22:03:45,427 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T22:03:45,427 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:03:45,427 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T22:03:45,429 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C39389%2C1731967424549.meta, suffix=.meta, logDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549, archiveDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/oldWALs, maxLogs=32 2024-11-18T22:03:45,446 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta, exclude list is [], retry=0 2024-11-18T22:03:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43751,DS-65a37e50-0c0f-4c2c-ae80-ad0e2dcb4fb4,DISK] 2024-11-18T22:03:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39239,DS-9c13e6a6-12c4-473e-8c39-f82e54551f9c,DISK] 2024-11-18T22:03:45,451 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta 2024-11-18T22:03:45,451 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38855:38855),(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-18T22:03:45,451 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:03:45,452 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T22:03:45,452 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T22:03:45,452 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T22:03:45,452 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T22:03:45,452 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:03:45,452 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T22:03:45,452 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T22:03:45,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:03:45,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:03:45,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:45,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:03:45,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:03:45,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:03:45,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:45,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:03:45,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:03:45,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:03:45,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:45,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:03:45,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:03:45,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:03:45,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:45,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:03:45,461 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:03:45,462 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740 2024-11-18T22:03:45,463 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740 2024-11-18T22:03:45,465 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:03:45,465 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:03:45,465 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:03:45,467 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:03:45,468 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=752755, jitterRate=-0.04282301664352417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:03:45,468 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T22:03:45,469 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731967425453Writing region info on filesystem at 1731967425453Initializing all the Stores at 1731967425454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967425454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967425454Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967425454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967425454Cleaning up temporary data from old regions at 1731967425465 (+11 ms)Running coprocessor post-open hooks at 1731967425468 (+3 ms)Region opened successfully at 1731967425469 (+1 ms) 2024-11-18T22:03:45,470 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731967425420 2024-11-18T22:03:45,473 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T22:03:45,473 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T22:03:45,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39389,1731967424549 2024-11-18T22:03:45,476 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,39389,1731967424549, state=OPEN 2024-11-18T22:03:45,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:03:45,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:03:45,480 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66dff09c816a,39389,1731967424549 2024-11-18T22:03:45,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:03:45,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:03:45,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T22:03:45,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,39389,1731967424549 in 214 msec 2024-11-18T22:03:45,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T22:03:45,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-11-18T22:03:45,488 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:03:45,488 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T22:03:45,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:03:45,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,39389,1731967424549, seqNum=-1] 2024-11-18T22:03:45,491 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:03:45,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40113, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:03:45,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 700 msec 2024-11-18T22:03:45,499 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731967425499, completionTime=-1 2024-11-18T22:03:45,499 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T22:03:45,499 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T22:03:45,501 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T22:03:45,501 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967485501 2024-11-18T22:03:45,501 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967545501 2024-11-18T22:03:45,501 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-18T22:03:45,502 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,36631,1731967424500-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:45,502 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,36631,1731967424500-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:45,502 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,36631,1731967424500-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:45,502 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66dff09c816a:36631, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:45,502 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:45,502 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:45,504 DEBUG [master/66dff09c816a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T22:03:45,507 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.910sec 2024-11-18T22:03:45,507 INFO [master/66dff09c816a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T22:03:45,507 INFO [master/66dff09c816a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T22:03:45,507 INFO [master/66dff09c816a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T22:03:45,507 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T22:03:45,507 INFO [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T22:03:45,507 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,36631,1731967424500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:03:45,507 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,36631,1731967424500-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T22:03:45,510 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T22:03:45,510 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T22:03:45,510 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,36631,1731967424500-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:03:45,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e52b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:03:45,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66dff09c816a,36631,-1 for getting cluster id 2024-11-18T22:03:45,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T22:03:45,580 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcfcace7-b0c2-4bbe-9245-1436bb6b11ac' 2024-11-18T22:03:45,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T22:03:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcfcace7-b0c2-4bbe-9245-1436bb6b11ac" 2024-11-18T22:03:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a5b50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:03:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66dff09c816a,36631,-1] 2024-11-18T22:03:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T22:03:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:45,584 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T22:03:45,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abe9bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:03:45,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:03:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,39389,1731967424549, seqNum=-1] 2024-11-18T22:03:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:03:45,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:03:45,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66dff09c816a,36631,1731967424500 2024-11-18T22:03:45,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:03:45,597 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T22:03:45,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:03:45,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:03:45,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:03:45,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:03:45,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:03:45,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2284fd16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:03:45,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f0eb806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:03:45,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7156e47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/java.io.tmpdir/jetty-localhost-41633-hadoop-hdfs-3_4_1-tests_jar-_-any-12779779817687030245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:03:45,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3120fd25{HTTP/1.1, (http/1.1)}{localhost:41633} 2024-11-18T22:03:45,740 INFO [Time-limited test {}] server.Server(415): Started @67638ms 2024-11-18T22:03:45,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:03:45,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:03:45,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:03:45,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:03:45,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:03:45,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:03:45,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63be57c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:03:45,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2752826a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:03:45,837 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data5/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:45,838 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data6/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:45,856 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:03:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d388b605e30e822 with lease ID 0x315398b24ab1d119: Processing first storage report for DS-df3258a0-3a29-43ae-ace1-7ab1f9d0de38 from datanode DatanodeRegistration(127.0.0.1:39965, datanodeUuid=a6920b2b-14ff-4055-8047-6ef11590404f, infoPort=45333, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d388b605e30e822 with lease ID 0x315398b24ab1d119: from storage DS-df3258a0-3a29-43ae-ace1-7ab1f9d0de38 node DatanodeRegistration(127.0.0.1:39965, datanodeUuid=a6920b2b-14ff-4055-8047-6ef11590404f, infoPort=45333, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:03:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d388b605e30e822 with lease ID 0x315398b24ab1d119: Processing first storage report for DS-61c5ec37-b630-49f5-9264-0927977c93f8 from datanode DatanodeRegistration(127.0.0.1:39965, datanodeUuid=a6920b2b-14ff-4055-8047-6ef11590404f, infoPort=45333, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d388b605e30e822 with lease ID 0x315398b24ab1d119: from storage DS-61c5ec37-b630-49f5-9264-0927977c93f8 node DatanodeRegistration(127.0.0.1:39965, datanodeUuid=a6920b2b-14ff-4055-8047-6ef11590404f, infoPort=45333, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:03:45,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2521cbdf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/java.io.tmpdir/jetty-localhost-34313-hadoop-hdfs-3_4_1-tests_jar-_-any-17517144841049801638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:03:45,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3da6ab5c{HTTP/1.1, (http/1.1)}{localhost:34313} 2024-11-18T22:03:45,907 INFO [Time-limited test {}] server.Server(415): Started @67805ms 2024-11-18T22:03:45,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:03:45,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:03:45,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:03:45,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:03:45,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:03:45,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:03:45,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a360554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:03:45,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2874572a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:03:46,002 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data7/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:46,003 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data8/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:46,023 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:03:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x190c487dfeb5531 with lease ID 0x315398b24ab1d11a: Processing first storage report for DS-6eb5c7c1-bdc7-4ca4-8572-f8d275384a1c from datanode DatanodeRegistration(127.0.0.1:41053, datanodeUuid=40a0112d-ce40-4062-9c99-4161869b7cb8, infoPort=46109, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x190c487dfeb5531 with lease ID 0x315398b24ab1d11a: from storage DS-6eb5c7c1-bdc7-4ca4-8572-f8d275384a1c node DatanodeRegistration(127.0.0.1:41053, datanodeUuid=40a0112d-ce40-4062-9c99-4161869b7cb8, infoPort=46109, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:03:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x190c487dfeb5531 with lease ID 0x315398b24ab1d11a: Processing first storage report for DS-427bd4e1-a7bc-49b5-b5f6-275e835dc515 from datanode DatanodeRegistration(127.0.0.1:41053, datanodeUuid=40a0112d-ce40-4062-9c99-4161869b7cb8, infoPort=46109, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x190c487dfeb5531 with lease ID 0x315398b24ab1d11a: from storage DS-427bd4e1-a7bc-49b5-b5f6-275e835dc515 node DatanodeRegistration(127.0.0.1:41053, datanodeUuid=40a0112d-ce40-4062-9c99-4161869b7cb8, infoPort=46109, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:03:46,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b732cf1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/java.io.tmpdir/jetty-localhost-38433-hadoop-hdfs-3_4_1-tests_jar-_-any-9554577080449766513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:03:46,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e2ba285{HTTP/1.1, (http/1.1)}{localhost:38433} 2024-11-18T22:03:46,078 INFO [Time-limited test {}] server.Server(415): Started @67977ms 2024-11-18T22:03:46,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:03:46,172 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data9/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:46,172 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data10/current/BP-311313677-172.17.0.2-1731967423800/current, will proceed with Du for space computation calculation, 2024-11-18T22:03:46,195 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:03:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d5fffb091f51d85 with lease ID 0x315398b24ab1d11b: Processing first storage report for DS-82921fd7-e422-4eb9-b3ec-3e7ad82979c6 from datanode DatanodeRegistration(127.0.0.1:36057, datanodeUuid=3f082b51-b8b5-4db0-bec1-3e1f05b7a011, infoPort=34883, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d5fffb091f51d85 with lease ID 0x315398b24ab1d11b: from storage DS-82921fd7-e422-4eb9-b3ec-3e7ad82979c6 node DatanodeRegistration(127.0.0.1:36057, datanodeUuid=3f082b51-b8b5-4db0-bec1-3e1f05b7a011, infoPort=34883, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:03:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d5fffb091f51d85 with lease ID 0x315398b24ab1d11b: Processing first storage report for DS-4fcef8fd-d4f0-4c07-9f0e-7e59032eb4e5 from datanode DatanodeRegistration(127.0.0.1:36057, datanodeUuid=3f082b51-b8b5-4db0-bec1-3e1f05b7a011, infoPort=34883, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800) 2024-11-18T22:03:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d5fffb091f51d85 with lease ID 0x315398b24ab1d11b: from storage DS-4fcef8fd-d4f0-4c07-9f0e-7e59032eb4e5 node DatanodeRegistration(127.0.0.1:36057, datanodeUuid=3f082b51-b8b5-4db0-bec1-3e1f05b7a011, infoPort=34883, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:03:46,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T22:03:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 66dff09c816a,36631,1731967424500 2024-11-18T22:03:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27437a9d 2024-11-18T22:03:46,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T22:03:46,208 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T22:03:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T22:03:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T22:03:46,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:03:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T22:03:46,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T22:03:46,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:46,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-18T22:03:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:03:46,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T22:03:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741835_1011 (size=393) 2024-11-18T22:03:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741835_1011 (size=393) 2024-11-18T22:03:46,225 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f0997d887178a264cc002b755e81b49, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc 2024-11-18T22:03:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741836_1012 (size=76) 2024-11-18T22:03:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741836_1012 (size=76) 2024-11-18T22:03:46,233 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:03:46,233 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 8f0997d887178a264cc002b755e81b49, disabling compactions & flushes 2024-11-18T22:03:46,233 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:46,234 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:46,234 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. after waiting 0 ms 2024-11-18T22:03:46,234 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:46,234 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:46,234 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f0997d887178a264cc002b755e81b49: Waiting for close lock at 1731967426233Disabling compacts and flushes for region at 1731967426233Disabling writes for close at 1731967426234 (+1 ms)Writing region close event to WAL at 1731967426234Closed at 1731967426234 2024-11-18T22:03:46,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T22:03:46,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731967426236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731967426236"}]},"ts":"1731967426236"} 2024-11-18T22:03:46,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T22:03:46,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T22:03:46,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731967426240"}]},"ts":"1731967426240"} 2024-11-18T22:03:46,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-18T22:03:46,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=8f0997d887178a264cc002b755e81b49, ASSIGN}] 2024-11-18T22:03:46,244 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=8f0997d887178a264cc002b755e81b49, ASSIGN 2024-11-18T22:03:46,246 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=8f0997d887178a264cc002b755e81b49, ASSIGN; state=OFFLINE, location=66dff09c816a,39389,1731967424549; forceNewPlan=false, retain=false 2024-11-18T22:03:46,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f0997d887178a264cc002b755e81b49, regionState=OPENING, regionLocation=66dff09c816a,39389,1731967424549 2024-11-18T22:03:46,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=8f0997d887178a264cc002b755e81b49, ASSIGN because future has completed 2024-11-18T22:03:46,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0997d887178a264cc002b755e81b49, server=66dff09c816a,39389,1731967424549}] 2024-11-18T22:03:46,558 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:46,559 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f0997d887178a264cc002b755e81b49, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:03:46,559 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,559 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:03:46,559 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,559 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,561 INFO [StoreOpener-8f0997d887178a264cc002b755e81b49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,563 INFO [StoreOpener-8f0997d887178a264cc002b755e81b49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0997d887178a264cc002b755e81b49 columnFamilyName info 2024-11-18T22:03:46,563 DEBUG [StoreOpener-8f0997d887178a264cc002b755e81b49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:03:46,563 INFO [StoreOpener-8f0997d887178a264cc002b755e81b49-1 {}] regionserver.HStore(327): Store=8f0997d887178a264cc002b755e81b49/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:03:46,564 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,565 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,565 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,566 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,566 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,567 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,570 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/8f0997d887178a264cc002b755e81b49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:03:46,571 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f0997d887178a264cc002b755e81b49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=759985, jitterRate=-0.033629149198532104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:03:46,571 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:46,572 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f0997d887178a264cc002b755e81b49: Running coprocessor pre-open hook at 1731967426559Writing region info on filesystem at 1731967426559Initializing all the Stores at 1731967426560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967426560Cleaning up temporary data from old regions at 1731967426566 (+6 ms)Running coprocessor post-open hooks at 1731967426571 (+5 ms)Region opened successfully at 1731967426572 (+1 ms) 2024-11-18T22:03:46,573 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49., pid=6, masterSystemTime=1731967426553 2024-11-18T22:03:46,576 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:46,576 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:46,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f0997d887178a264cc002b755e81b49, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,39389,1731967424549 2024-11-18T22:03:46,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0997d887178a264cc002b755e81b49, server=66dff09c816a,39389,1731967424549 because future has completed 2024-11-18T22:03:46,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T22:03:46,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f0997d887178a264cc002b755e81b49, server=66dff09c816a,39389,1731967424549 in 181 msec 2024-11-18T22:03:46,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T22:03:46,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=8f0997d887178a264cc002b755e81b49, ASSIGN in 341 msec 2024-11-18T22:03:46,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T22:03:46,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731967426588"}]},"ts":"1731967426588"} 2024-11-18T22:03:46,590 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-18T22:03:46,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T22:03:46,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 382 msec 2024-11-18T22:03:48,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:03:48,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:03:48,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T22:03:48,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:03:48,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:03:50,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T22:03:50,912 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-18T22:03:53,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T22:03:53,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T22:03:53,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T22:03:53,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-18T22:03:53,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:03:53,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T22:03:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:03:56,296 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-18T22:03:56,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-18T22:03:56,297 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T22:03:56,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-18T22:03:56,301 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T22:03:56,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-18T22:03:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49., hostname=66dff09c816a,39389,1731967424549, seqNum=2] 2024-11-18T22:03:56,308 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-18T22:03:56,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T22:03:56,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:56,314 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-364393010_22 at /127.0.0.1:35786 [Receiving block BP-311313677-172.17.0.2-1731967423800:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:43751:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35786 dst: /127.0.0.1:43751 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,314 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_860297933_22 at /127.0.0.1:35754 [Receiving block BP-311313677-172.17.0.2-1731967423800:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:43751:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35754 dst: /127.0.0.1:43751 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,314 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-364393010_22 at /127.0.0.1:34938 [Receiving block BP-311313677-172.17.0.2-1731967423800:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:39239:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34938 dst: /127.0.0.1:39239 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,314 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-364393010_22 at /127.0.0.1:35778 [Receiving block BP-311313677-172.17.0.2-1731967423800:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:43751:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35778 dst: /127.0.0.1:43751 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,314 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-364393010_22 at /127.0.0.1:34952 [Receiving block BP-311313677-172.17.0.2-1731967423800:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:39239:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34952 dst: /127.0.0.1:39239 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,314 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_860297933_22 at /127.0.0.1:34880 [Receiving block BP-311313677-172.17.0.2-1731967423800:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:39239:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34880 dst: /127.0.0.1:39239 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2011ba55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:03:56,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d893d9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:03:56,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:03:56,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@679f7562{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:03:56,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a898108{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,STOPPED} 2024-11-18T22:03:56,317 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:03:56,317 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:03:56,317 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311313677-172.17.0.2-1731967423800 (Datanode Uuid cfc18248-0920-4133-8fbb-3ed19eb741e2) service to localhost/127.0.0.1:42873 2024-11-18T22:03:56,317 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:03:56,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data3/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:03:56,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data4/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:03:56,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:03:56,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:03:56,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:03:56,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:03:56,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:03:56,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T22:03:56,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ba0a89b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:03:56,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13565277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:03:56,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6663f408{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/java.io.tmpdir/jetty-localhost-41497-hadoop-hdfs-3_4_1-tests_jar-_-any-9261373662780297862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:03:56,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ef135ea{HTTP/1.1, (http/1.1)}{localhost:41497} 2024-11-18T22:03:56,449 INFO [Time-limited test {}] server.Server(415): Started @78347ms 2024-11-18T22:03:56,450 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:03:56,471 WARN [AsyncFSWAL-0-hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc-prefix:66dff09c816a,39389,1731967424549 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,472 DEBUG [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 66dff09c816a%2C39389%2C1731967424549:(num 1731967425072) roll requested 2024-11-18T22:03:56,487 DEBUG [regionserver/66dff09c816a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967436472, exclude list is [], retry=0 2024-11-18T22:03:56,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41053,DS-6eb5c7c1-bdc7-4ca4-8572-f8d275384a1c,DISK] 2024-11-18T22:03:56,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-82921fd7-e422-4eb9-b3ec-3e7ad82979c6,DISK] 2024-11-18T22:03:56,493 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967425072 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967436472 2024-11-18T22:03:56,494 DEBUG [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46109:46109),(127.0.0.1/127.0.0.1:34883:34883)] 2024-11-18T22:03:56,494 DEBUG [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967425072 is not closed yet, will try archiving it next time 2024-11-18T22:03:56,495 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T22:03:56,495 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:03:56,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:03:56,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:56,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:56,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T22:03:56,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T22:03:56,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1249559457, stopped=false 2024-11-18T22:03:56,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66dff09c816a,36631,1731967424500 2024-11-18T22:03:56,497 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T22:03:56,497 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T22:03:56,497 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967425072 2024-11-18T22:03:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:03:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:03:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:03:56,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:03:56,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:03:56,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:03:56,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:03:56,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:56,499 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66dff09c816a,39389,1731967424549' ***** 2024-11-18T22:03:56,500 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T22:03:56,500 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T22:03:56,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:03:56,500 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T22:03:56,500 INFO [RS:0;66dff09c816a:39389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T22:03:56,500 INFO [RS:0;66dff09c816a:39389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T22:03:56,500 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:56,501 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(959): stopping server 66dff09c816a,39389,1731967424549 2024-11-18T22:03:56,501 INFO [RS:0;66dff09c816a:39389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:03:56,501 INFO [RS:0;66dff09c816a:39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66dff09c816a:39389. 2024-11-18T22:03:56,501 WARN [IPC Server handler 3 on default port 42873 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967425072 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-18T22:03:56,501 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f0997d887178a264cc002b755e81b49, disabling compactions & flushes 2024-11-18T22:03:56,501 DEBUG [RS:0;66dff09c816a:39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:03:56,501 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:56,501 DEBUG [RS:0;66dff09c816a:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:03:56,501 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:56,501 INFO [RS:0;66dff09c816a:39389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T22:03:56,501 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. after waiting 0 ms 2024-11-18T22:03:56,501 INFO [RS:0;66dff09c816a:39389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T22:03:56,501 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:56,501 INFO [RS:0;66dff09c816a:39389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T22:03:56,502 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T22:03:56,502 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f0997d887178a264cc002b755e81b49 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-18T22:03:56,502 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T22:03:56,502 DEBUG [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8f0997d887178a264cc002b755e81b49=TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49.} 2024-11-18T22:03:56,502 DEBUG [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f0997d887178a264cc002b755e81b49 2024-11-18T22:03:56,502 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:03:56,502 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:03:56,502 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:03:56,502 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:03:56,502 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:03:56,503 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-18T22:03:56,503 WARN [AsyncFSWAL-0-hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc-prefix:66dff09c816a,39389,1731967424549.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,504 DEBUG [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 66dff09c816a%2C39389%2C1731967424549.meta:.meta(num 1731967425431) roll requested 2024-11-18T22:03:56,506 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967425072 after 7ms 2024-11-18T22:03:56,520 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/8f0997d887178a264cc002b755e81b49/.tmp/info/610c3a240f57405799e8c5c9247fd33a is 1055, key is row0001/info:/1731967436307/Put/seqid=0 2024-11-18T22:03:56,523 DEBUG [regionserver/66dff09c816a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967436504.meta, exclude list is [], retry=0 2024-11-18T22:03:56,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-df3258a0-3a29-43ae-ace1-7ab1f9d0de38,DISK] 2024-11-18T22:03:56,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-82921fd7-e422-4eb9-b3ec-3e7ad82979c6,DISK] 2024-11-18T22:03:56,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741838_1015 (size=7062) 2024-11-18T22:03:56,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741838_1015 (size=7062) 2024-11-18T22:03:56,529 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967436504.meta 2024-11-18T22:03:56,530 DEBUG [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45333:45333),(127.0.0.1/127.0.0.1:34883:34883)] 2024-11-18T22:03:56,530 DEBUG [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta is not closed yet, will try archiving it next time 2024-11-18T22:03:56,530 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/8f0997d887178a264cc002b755e81b49/.tmp/info/610c3a240f57405799e8c5c9247fd33a 2024-11-18T22:03:56,530 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,530 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:03:56,531 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta 2024-11-18T22:03:56,531 WARN [IPC Server handler 2 on default port 42873 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-18T22:03:56,532 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta after 1ms 2024-11-18T22:03:56,544 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/8f0997d887178a264cc002b755e81b49/.tmp/info/610c3a240f57405799e8c5c9247fd33a as hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/8f0997d887178a264cc002b755e81b49/info/610c3a240f57405799e8c5c9247fd33a 2024-11-18T22:03:56,553 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/.tmp/info/bb0b33b36e5245f7b89653494c87c169 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49./info:regioninfo/1731967426577/Put/seqid=0 2024-11-18T22:03:56,553 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/8f0997d887178a264cc002b755e81b49/info/610c3a240f57405799e8c5c9247fd33a, entries=2, sequenceid=6, filesize=6.9 K 2024-11-18T22:03:56,555 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 8f0997d887178a264cc002b755e81b49 in 54ms, sequenceid=6, compaction requested=false 2024-11-18T22:03:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741840_1018 (size=7089) 2024-11-18T22:03:56,562 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/8f0997d887178a264cc002b755e81b49/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T22:03:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741840_1018 (size=7089) 2024-11-18T22:03:56,563 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/.tmp/info/bb0b33b36e5245f7b89653494c87c169 2024-11-18T22:03:56,563 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:56,563 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f0997d887178a264cc002b755e81b49: Waiting for close lock at 1731967436501Running coprocessor pre-close hooks at 1731967436501Disabling compacts and flushes for region at 1731967436501Disabling writes for close at 1731967436501Obtaining lock to block concurrent updates at 1731967436502 (+1 ms)Preparing flush snapshotting stores in 8f0997d887178a264cc002b755e81b49 at 1731967436502Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731967436502Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. at 1731967436503 (+1 ms)Flushing 8f0997d887178a264cc002b755e81b49/info: creating writer at 1731967436503Flushing 8f0997d887178a264cc002b755e81b49/info: appending metadata at 1731967436520 (+17 ms)Flushing 8f0997d887178a264cc002b755e81b49/info: closing flushed file at 1731967436520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34289459: reopening flushed file at 1731967436542 (+22 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 8f0997d887178a264cc002b755e81b49 in 54ms, sequenceid=6, compaction requested=false at 1731967436555 (+13 ms)Writing region close event to WAL at 1731967436556 (+1 ms)Running coprocessor post-close hooks at 1731967436563 (+7 ms)Closed at 1731967436563 2024-11-18T22:03:56,564 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731967426208.8f0997d887178a264cc002b755e81b49. 2024-11-18T22:03:56,572 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:03:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x312f66b0d6548474 with lease ID 0x315398b24ab1d11c: from storage DS-9c13e6a6-12c4-473e-8c39-f82e54551f9c node DatanodeRegistration(127.0.0.1:36141, datanodeUuid=cfc18248-0920-4133-8fbb-3ed19eb741e2, infoPort=37855, infoSecurePort=0, ipcPort=38017, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:03:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x312f66b0d6548474 with lease ID 0x315398b24ab1d11c: from storage DS-f3a9a724-47eb-4a37-ba3c-7350f33b31ab node DatanodeRegistration(127.0.0.1:36141, datanodeUuid=cfc18248-0920-4133-8fbb-3ed19eb741e2, infoPort=37855, infoSecurePort=0, ipcPort=38017, storageInfo=lv=-57;cid=testClusterID;nsid=40567256;c=1731967423800), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:03:56,590 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/.tmp/ns/b4d19b29c4b340baba6bd88b25ef621f is 43, key is default/ns:d/1731967425492/Put/seqid=0 2024-11-18T22:03:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36141 is added to blk_1073741841_1019 (size=5153) 2024-11-18T22:03:56,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741841_1019 (size=5153) 2024-11-18T22:03:56,596 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/.tmp/ns/b4d19b29c4b340baba6bd88b25ef621f 2024-11-18T22:03:56,621 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/.tmp/table/b27e92f8cd0242f293d1f3b154cb3dc6 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731967426588/Put/seqid=0 2024-11-18T22:03:56,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741842_1020 (size=5424) 2024-11-18T22:03:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36141 is added to blk_1073741842_1020 (size=5424) 2024-11-18T22:03:56,627 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/.tmp/table/b27e92f8cd0242f293d1f3b154cb3dc6 2024-11-18T22:03:56,635 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/.tmp/info/bb0b33b36e5245f7b89653494c87c169 as hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/info/bb0b33b36e5245f7b89653494c87c169 2024-11-18T22:03:56,641 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/info/bb0b33b36e5245f7b89653494c87c169, entries=10, sequenceid=11, filesize=6.9 K 2024-11-18T22:03:56,642 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/.tmp/ns/b4d19b29c4b340baba6bd88b25ef621f as hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/ns/b4d19b29c4b340baba6bd88b25ef621f 2024-11-18T22:03:56,650 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/ns/b4d19b29c4b340baba6bd88b25ef621f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T22:03:56,651 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/.tmp/table/b27e92f8cd0242f293d1f3b154cb3dc6 as hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/table/b27e92f8cd0242f293d1f3b154cb3dc6 2024-11-18T22:03:56,658 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/table/b27e92f8cd0242f293d1f3b154cb3dc6, entries=2, sequenceid=11, filesize=5.3 K 2024-11-18T22:03:56,660 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=11, compaction requested=false 2024-11-18T22:03:56,665 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T22:03:56,666 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:03:56,666 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:03:56,667 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967436502Running coprocessor pre-close hooks at 1731967436502Disabling compacts and flushes for region at 1731967436502Disabling writes for close at 1731967436502Obtaining lock to block concurrent updates at 1731967436503 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731967436503Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731967436503Flushing stores of hbase:meta,,1.1588230740 at 1731967436530 (+27 ms)Flushing 1588230740/info: creating writer at 1731967436531 (+1 ms)Flushing 1588230740/info: appending metadata at 1731967436552 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731967436552Flushing 1588230740/ns: creating writer at 1731967436572 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731967436589 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731967436589Flushing 1588230740/table: creating writer at 1731967436603 (+14 ms)Flushing 1588230740/table: appending metadata at 1731967436620 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731967436620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9f5e4c: reopening flushed file at 1731967436634 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4d3774: reopening flushed file at 1731967436641 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e569e1: reopening flushed file at 1731967436650 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=11, compaction requested=false at 1731967436660 (+10 ms)Writing region close event to WAL at 1731967436661 (+1 ms)Running coprocessor post-close hooks at 1731967436666 (+5 ms)Closed at 1731967436666 2024-11-18T22:03:56,667 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T22:03:56,702 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(976): stopping server 66dff09c816a,39389,1731967424549; all regions closed. 2024-11-18T22:03:56,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741839_1016 (size=825) 2024-11-18T22:03:56,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741839_1016 (size=825) 2024-11-18T22:03:56,921 INFO [regionserver/66dff09c816a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:03:56,994 INFO [regionserver/66dff09c816a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T22:03:56,994 INFO [regionserver/66dff09c816a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T22:03:59,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741833_1014 (size=1599) 2024-11-18T22:04:00,507 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967425072 after 4010ms 2024-11-18T22:04:00,508 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967425072 to hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/oldWALs/66dff09c816a%2C39389%2C1731967424549.1731967425072 2024-11-18T22:04:00,532 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta after 4001ms 2024-11-18T22:04:00,533 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta to hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/oldWALs/66dff09c816a%2C39389%2C1731967424549.meta.1731967425431.meta 2024-11-18T22:04:00,536 DEBUG [RS:0;66dff09c816a:39389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/oldWALs 2024-11-18T22:04:00,536 INFO [RS:0;66dff09c816a:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C39389%2C1731967424549.meta:.meta(num 1731967436504) 2024-11-18T22:04:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741837_1013 (size=2288) 2024-11-18T22:04:00,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/WALs/66dff09c816a,39389,1731967424549/66dff09c816a%2C39389%2C1731967424549.1731967436472 not finished, retry = 0 2024-11-18T22:04:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741837_1013 (size=2288) 2024-11-18T22:04:00,642 DEBUG [RS:0;66dff09c816a:39389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/oldWALs 2024-11-18T22:04:00,642 INFO [RS:0;66dff09c816a:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C39389%2C1731967424549:(num 1731967436472) 2024-11-18T22:04:00,642 DEBUG [RS:0;66dff09c816a:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:04:00,642 INFO [RS:0;66dff09c816a:39389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:04:00,642 INFO [RS:0;66dff09c816a:39389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:04:00,643 INFO [RS:0;66dff09c816a:39389 {}] hbase.ChoreService(370): Chore service for: regionserver/66dff09c816a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T22:04:00,643 INFO [RS:0;66dff09c816a:39389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:04:00,643 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:04:00,643 INFO [RS:0;66dff09c816a:39389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39389 2024-11-18T22:04:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66dff09c816a,39389,1731967424549 2024-11-18T22:04:00,645 INFO [RS:0;66dff09c816a:39389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:04:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:04:00,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66dff09c816a,39389,1731967424549] 2024-11-18T22:04:00,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/66dff09c816a,39389,1731967424549 already deleted, retry=false 2024-11-18T22:04:00,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66dff09c816a,39389,1731967424549 expired; onlineServers=0 2024-11-18T22:04:00,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66dff09c816a,36631,1731967424500' ***** 2024-11-18T22:04:00,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T22:04:00,649 INFO [M:0;66dff09c816a:36631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:04:00,649 INFO [M:0;66dff09c816a:36631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:04:00,649 DEBUG [M:0;66dff09c816a:36631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T22:04:00,649 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T22:04:00,649 DEBUG [M:0;66dff09c816a:36631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T22:04:00,649 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967424809 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967424809,5,FailOnTimeoutGroup] 2024-11-18T22:04:00,649 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967424810 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967424810,5,FailOnTimeoutGroup] 2024-11-18T22:04:00,649 INFO [M:0;66dff09c816a:36631 {}] hbase.ChoreService(370): Chore service for: master/66dff09c816a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T22:04:00,650 INFO [M:0;66dff09c816a:36631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:04:00,650 DEBUG [M:0;66dff09c816a:36631 {}] master.HMaster(1795): Stopping service threads 2024-11-18T22:04:00,650 INFO [M:0;66dff09c816a:36631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T22:04:00,650 INFO [M:0;66dff09c816a:36631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:04:00,650 INFO [M:0;66dff09c816a:36631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T22:04:00,650 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T22:04:00,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T22:04:00,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:00,652 DEBUG [M:0;66dff09c816a:36631 {}] zookeeper.ZKUtil(347): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T22:04:00,652 WARN [M:0;66dff09c816a:36631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T22:04:00,653 INFO [M:0;66dff09c816a:36631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/.lastflushedseqids 2024-11-18T22:04:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741843_1021 (size=139) 2024-11-18T22:04:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741843_1021 (size=139) 2024-11-18T22:04:00,661 INFO [M:0;66dff09c816a:36631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T22:04:00,661 INFO [M:0;66dff09c816a:36631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T22:04:00,661 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:04:00,661 INFO [M:0;66dff09c816a:36631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:00,661 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:00,661 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:04:00,661 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:00,661 INFO [M:0;66dff09c816a:36631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-18T22:04:00,662 WARN [AsyncFSWAL-0-hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData-prefix:66dff09c816a,36631,1731967424500 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:04:00,662 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 66dff09c816a%2C36631%2C1731967424500:(num 1731967424701) roll requested 2024-11-18T22:04:00,677 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967440662, exclude list is [], retry=0 2024-11-18T22:04:00,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-82921fd7-e422-4eb9-b3ec-3e7ad82979c6,DISK] 2024-11-18T22:04:00,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36141,DS-9c13e6a6-12c4-473e-8c39-f82e54551f9c,DISK] 2024-11-18T22:04:00,681 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967424701 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967440662 2024-11-18T22:04:00,682 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34883:34883),(127.0.0.1/127.0.0.1:37855:37855)] 2024-11-18T22:04:00,682 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967424701 is not closed yet, will try archiving it next time 2024-11-18T22:04:00,682 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:04:00,682 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:04:00,682 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967424701 2024-11-18T22:04:00,683 WARN [IPC Server handler 4 on default port 42873 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967424701 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-18T22:04:00,683 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967424701 after 1ms 2024-11-18T22:04:00,699 DEBUG [M:0;66dff09c816a:36631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cddf4e2136a472c9deda5b3be275e29 is 82, key is hbase:meta,,1/info:regioninfo/1731967425474/Put/seqid=0 2024-11-18T22:04:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741845_1024 (size=5672) 2024-11-18T22:04:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741845_1024 (size=5672) 2024-11-18T22:04:00,706 INFO [M:0;66dff09c816a:36631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cddf4e2136a472c9deda5b3be275e29 2024-11-18T22:04:00,729 DEBUG [M:0;66dff09c816a:36631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d66b0ede61b44996891f2a039c0a7188 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731967426593/Put/seqid=0 2024-11-18T22:04:00,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36141 is added to blk_1073741846_1025 (size=6114) 2024-11-18T22:04:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741846_1025 (size=6114) 2024-11-18T22:04:00,735 INFO [M:0;66dff09c816a:36631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d66b0ede61b44996891f2a039c0a7188 2024-11-18T22:04:00,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:04:00,747 INFO [RS:0;66dff09c816a:39389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:04:00,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10107e08c8b0001, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:04:00,747 INFO [RS:0;66dff09c816a:39389 {}] regionserver.HRegionServer(1031): Exiting; stopping=66dff09c816a,39389,1731967424549; zookeeper connection closed. 2024-11-18T22:04:00,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b045b65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b045b65 2024-11-18T22:04:00,748 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T22:04:00,759 DEBUG [M:0;66dff09c816a:36631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88043332c50c4afe80e1a17c50651fce is 69, key is 66dff09c816a,39389,1731967424549/rs:state/1731967424900/Put/seqid=0 2024-11-18T22:04:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741847_1026 (size=5156) 2024-11-18T22:04:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36141 is added to blk_1073741847_1026 (size=5156) 2024-11-18T22:04:00,765 INFO [M:0;66dff09c816a:36631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88043332c50c4afe80e1a17c50651fce 2024-11-18T22:04:00,787 DEBUG [M:0;66dff09c816a:36631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a0d51f25c1e94d9da49df12022fb80f9 is 52, key is load_balancer_on/state:d/1731967425595/Put/seqid=0 2024-11-18T22:04:00,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741848_1027 (size=5056) 2024-11-18T22:04:00,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741848_1027 (size=5056) 2024-11-18T22:04:00,792 INFO [M:0;66dff09c816a:36631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a0d51f25c1e94d9da49df12022fb80f9 2024-11-18T22:04:00,799 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cddf4e2136a472c9deda5b3be275e29 as hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cddf4e2136a472c9deda5b3be275e29 2024-11-18T22:04:00,805 INFO [M:0;66dff09c816a:36631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cddf4e2136a472c9deda5b3be275e29, entries=8, sequenceid=56, filesize=5.5 K 2024-11-18T22:04:00,806 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d66b0ede61b44996891f2a039c0a7188 as hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d66b0ede61b44996891f2a039c0a7188 2024-11-18T22:04:00,812 INFO [M:0;66dff09c816a:36631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d66b0ede61b44996891f2a039c0a7188, entries=6, sequenceid=56, filesize=6.0 K 2024-11-18T22:04:00,813 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88043332c50c4afe80e1a17c50651fce as hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88043332c50c4afe80e1a17c50651fce 2024-11-18T22:04:00,819 INFO [M:0;66dff09c816a:36631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88043332c50c4afe80e1a17c50651fce, entries=1, sequenceid=56, filesize=5.0 K 2024-11-18T22:04:00,821 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a0d51f25c1e94d9da49df12022fb80f9 as hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a0d51f25c1e94d9da49df12022fb80f9 2024-11-18T22:04:00,827 INFO [M:0;66dff09c816a:36631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a0d51f25c1e94d9da49df12022fb80f9, entries=1, sequenceid=56, filesize=4.9 K 2024-11-18T22:04:00,829 INFO [M:0;66dff09c816a:36631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=56, compaction requested=false 2024-11-18T22:04:00,830 INFO [M:0;66dff09c816a:36631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:00,830 DEBUG [M:0;66dff09c816a:36631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967440661Disabling compacts and flushes for region at 1731967440661Disabling writes for close at 1731967440661Obtaining lock to block concurrent updates at 1731967440661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731967440661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731967440662 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731967440682 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731967440682Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731967440698 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731967440698Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731967440712 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731967440728 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731967440728Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731967440742 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731967440758 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731967440758Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731967440771 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731967440786 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731967440786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf5a263: reopening flushed file at 1731967440798 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e0d1e: reopening flushed file at 1731967440805 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef41118: reopening flushed file at 1731967440812 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d90433d: reopening flushed file at 1731967440820 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=56, compaction requested=false at 1731967440829 (+9 ms)Writing region close event to WAL at 1731967440830 (+1 ms)Closed at 1731967440830 2024-11-18T22:04:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741844_1022 (size=757) 2024-11-18T22:04:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36141 is added to blk_1073741844_1022 (size=757) 2024-11-18T22:04:01,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:01,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:01,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:02,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T22:04:02,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:02,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:02,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741834_1017 (size=2386) 2024-11-18T22:04:02,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741833_1014 (size=1599) 2024-11-18T22:04:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741830_1023 (size=27177) 2024-11-18T22:04:03,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T22:04:03,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:04:03,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T22:04:03,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T22:04:04,684 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967424701 after 4002ms 2024-11-18T22:04:04,685 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/WALs/66dff09c816a,36631,1731967424500/66dff09c816a%2C36631%2C1731967424500.1731967424701 to hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/oldWALs/66dff09c816a%2C36631%2C1731967424500.1731967424701 2024-11-18T22:04:04,689 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/MasterData/oldWALs/66dff09c816a%2C36631%2C1731967424500.1731967424701 to hdfs://localhost:42873/user/jenkins/test-data/857be9eb-7b2a-e312-8b30-c7a2a8e0fbcc/oldWALs/66dff09c816a%2C36631%2C1731967424500.1731967424701$masterlocalwal$ 2024-11-18T22:04:04,689 INFO [M:0;66dff09c816a:36631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T22:04:04,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:04:04,689 INFO [M:0;66dff09c816a:36631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36631 2024-11-18T22:04:04,689 INFO [M:0;66dff09c816a:36631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:04:04,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:04:04,792 INFO [M:0;66dff09c816a:36631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:04:04,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36631-0x10107e08c8b0000, quorum=127.0.0.1:52231, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:04:04,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6663f408{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:04,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ef135ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:04:04,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:04:04,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13565277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:04:04,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ba0a89b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,STOPPED} 2024-11-18T22:04:04,797 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:04:04,797 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:04:04,797 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311313677-172.17.0.2-1731967423800 (Datanode Uuid cfc18248-0920-4133-8fbb-3ed19eb741e2) service to localhost/127.0.0.1:42873 2024-11-18T22:04:04,797 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:04:04,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data3/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data4/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,798 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:04:04,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b732cf1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:04,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e2ba285{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:04:04,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:04:04,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2874572a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:04:04,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a360554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,STOPPED} 2024-11-18T22:04:04,802 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:04:04,802 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311313677-172.17.0.2-1731967423800 (Datanode Uuid 3f082b51-b8b5-4db0-bec1-3e1f05b7a011) service to localhost/127.0.0.1:42873 2024-11-18T22:04:04,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:04:04,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:04:04,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data9/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data10/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:04:04,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2521cbdf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:04,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3da6ab5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:04:04,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:04:04,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2752826a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:04:04,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63be57c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,STOPPED} 2024-11-18T22:04:04,807 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:04:04,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:04:04,808 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311313677-172.17.0.2-1731967423800 (Datanode Uuid 40a0112d-ce40-4062-9c99-4161869b7cb8) service to localhost/127.0.0.1:42873 2024-11-18T22:04:04,808 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:04:04,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data7/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data8/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,809 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:04:04,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7156e47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:04,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3120fd25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:04:04,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:04:04,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f0eb806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:04:04,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2284fd16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,STOPPED} 2024-11-18T22:04:04,812 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:04:04,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:04:04,812 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311313677-172.17.0.2-1731967423800 (Datanode Uuid a6920b2b-14ff-4055-8047-6ef11590404f) service to localhost/127.0.0.1:42873 2024-11-18T22:04:04,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:04:04,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data5/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data6/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,813 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:04:04,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@724b4e38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:04,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12c025cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:04:04,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:04:04,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d72b1ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:04:04,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350347e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,STOPPED} 2024-11-18T22:04:04,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:04:04,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:04:04,818 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:04:04,818 WARN [BP-311313677-172.17.0.2-1731967423800 heartbeating to localhost/127.0.0.1:42873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311313677-172.17.0.2-1731967423800 (Datanode Uuid 947f8967-0ba3-426b-9a90-a2af90e160ca) service to localhost/127.0.0.1:42873 2024-11-18T22:04:04,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data1/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/cluster_f61b39e9-e981-0d0d-4a76-b465cf87e830/data/data2/current/BP-311313677-172.17.0.2-1731967423800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:04,819 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:04:04,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0b601d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:04:04,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f2dfe10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:04:04,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:04:04,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77f470f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:04:04,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92b0df5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir/,STOPPED} 2024-11-18T22:04:04,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T22:04:04,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T22:04:04,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 70) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42873 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=70 (was 67) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4103 (was 4379) 2024-11-18T22:04:04,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=70, ProcessCount=11, AvailableMemoryMB=4103 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.log.dir so I do NOT create it in target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/30f0298f-ab28-0b35-3b63-4e5f97608cca/hadoop.tmp.dir so I do NOT create it in target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439, deleteOnExit=true 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/test.cache.data in system properties and HBase conf 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.log.dir in system properties and HBase conf 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T22:04:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T22:04:04,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:04:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T22:04:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/nfs.dump.dir in system properties and HBase conf 2024-11-18T22:04:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/java.io.tmpdir in system properties and HBase conf 2024-11-18T22:04:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:04:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T22:04:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T22:04:04,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:04:04,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:04:04,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:04:04,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:04:04,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:04:04,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:04:04,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54df4658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:04:04,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af4b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:04:05,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3897fe0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/java.io.tmpdir/jetty-localhost-41459-hadoop-hdfs-3_4_1-tests_jar-_-any-11879838734137364479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:04:05,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37142000{HTTP/1.1, (http/1.1)}{localhost:41459} 2024-11-18T22:04:05,090 INFO [Time-limited test {}] server.Server(415): Started @86988ms 2024-11-18T22:04:05,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:04:05,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:04:05,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:04:05,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:04:05,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:04:05,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:04:05,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:04:05,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a39f17a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/java.io.tmpdir/jetty-localhost-32853-hadoop-hdfs-3_4_1-tests_jar-_-any-17230709637165234220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:05,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:32853} 2024-11-18T22:04:05,308 INFO [Time-limited test {}] server.Server(415): Started @87207ms 2024-11-18T22:04:05,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:04:05,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:04:05,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:04:05,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:04:05,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:04:05,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:04:05,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:04:05,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:04:05,399 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/data/data2/current/BP-132226425-172.17.0.2-1731967444914/current, will proceed with Du for space computation calculation, 2024-11-18T22:04:05,399 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/data/data1/current/BP-132226425-172.17.0.2-1731967444914/current, will proceed with Du for space computation calculation, 2024-11-18T22:04:05,416 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:04:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c5bdbb83f03f8f9 with lease ID 0x78d3e3d511c0d7e2: Processing first storage report for DS-1da593c7-b134-464c-b17e-cfbcb54f3bb5 from datanode DatanodeRegistration(127.0.0.1:42507, datanodeUuid=80508b15-7af7-44ee-b810-02a7ad9d386e, infoPort=45855, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1890598306;c=1731967444914) 2024-11-18T22:04:05,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c5bdbb83f03f8f9 with lease ID 0x78d3e3d511c0d7e2: from storage DS-1da593c7-b134-464c-b17e-cfbcb54f3bb5 node DatanodeRegistration(127.0.0.1:42507, datanodeUuid=80508b15-7af7-44ee-b810-02a7ad9d386e, infoPort=45855, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1890598306;c=1731967444914), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:04:05,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c5bdbb83f03f8f9 with lease ID 0x78d3e3d511c0d7e2: Processing first storage report for DS-6e73fa62-bd1e-468f-bc3d-e0b283666971 from datanode DatanodeRegistration(127.0.0.1:42507, datanodeUuid=80508b15-7af7-44ee-b810-02a7ad9d386e, infoPort=45855, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1890598306;c=1731967444914) 2024-11-18T22:04:05,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c5bdbb83f03f8f9 with lease ID 0x78d3e3d511c0d7e2: from storage DS-6e73fa62-bd1e-468f-bc3d-e0b283666971 node DatanodeRegistration(127.0.0.1:42507, datanodeUuid=80508b15-7af7-44ee-b810-02a7ad9d386e, infoPort=45855, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1890598306;c=1731967444914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:04:05,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@490ab78f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/java.io.tmpdir/jetty-localhost-45033-hadoop-hdfs-3_4_1-tests_jar-_-any-12613214853921489839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:05,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:45033} 2024-11-18T22:04:05,462 INFO [Time-limited test {}] server.Server(415): Started @87361ms 2024-11-18T22:04:05,464 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:04:05,554 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/data/data3/current/BP-132226425-172.17.0.2-1731967444914/current, will proceed with Du for space computation calculation, 2024-11-18T22:04:05,554 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/data/data4/current/BP-132226425-172.17.0.2-1731967444914/current, will proceed with Du for space computation calculation, 2024-11-18T22:04:05,570 WARN [Thread-800 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:04:05,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56564684221170dd with lease ID 0x78d3e3d511c0d7e3: Processing first storage report for DS-77eb9ce2-9ff0-4380-b7e7-4640404048db from datanode DatanodeRegistration(127.0.0.1:38375, datanodeUuid=303dea5a-59d7-49d7-81e4-17b1efe375b3, infoPort=39309, infoSecurePort=0, ipcPort=36283, storageInfo=lv=-57;cid=testClusterID;nsid=1890598306;c=1731967444914) 2024-11-18T22:04:05,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56564684221170dd with lease ID 0x78d3e3d511c0d7e3: from storage DS-77eb9ce2-9ff0-4380-b7e7-4640404048db node DatanodeRegistration(127.0.0.1:38375, datanodeUuid=303dea5a-59d7-49d7-81e4-17b1efe375b3, infoPort=39309, infoSecurePort=0, ipcPort=36283, storageInfo=lv=-57;cid=testClusterID;nsid=1890598306;c=1731967444914), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:04:05,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56564684221170dd with lease ID 0x78d3e3d511c0d7e3: Processing first storage report for DS-dcba283d-173d-4f83-ad7c-973661b0d89d from datanode DatanodeRegistration(127.0.0.1:38375, datanodeUuid=303dea5a-59d7-49d7-81e4-17b1efe375b3, infoPort=39309, infoSecurePort=0, ipcPort=36283, storageInfo=lv=-57;cid=testClusterID;nsid=1890598306;c=1731967444914) 2024-11-18T22:04:05,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56564684221170dd with lease ID 0x78d3e3d511c0d7e3: from storage DS-dcba283d-173d-4f83-ad7c-973661b0d89d node DatanodeRegistration(127.0.0.1:38375, datanodeUuid=303dea5a-59d7-49d7-81e4-17b1efe375b3, infoPort=39309, infoSecurePort=0, ipcPort=36283, storageInfo=lv=-57;cid=testClusterID;nsid=1890598306;c=1731967444914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:04:05,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb 2024-11-18T22:04:05,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/zookeeper_0, clientPort=60520, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T22:04:05,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60520 2024-11-18T22:04:05,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:05,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:04:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:04:05,607 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7 with version=8 2024-11-18T22:04:05,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/hbase-staging 2024-11-18T22:04:05,610 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:04:05,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:05,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:05,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:04:05,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:05,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:04:05,611 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T22:04:05,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:04:05,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35695 2024-11-18T22:04:05,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35695 connecting to ZooKeeper ensemble=127.0.0.1:60520 2024-11-18T22:04:05,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356950x0, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:04:05,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35695-0x10107e0df020000 connected 2024-11-18T22:04:05,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:05,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:05,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:04:05,640 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7, hbase.cluster.distributed=false 2024-11-18T22:04:05,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:04:05,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35695 2024-11-18T22:04:05,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35695 2024-11-18T22:04:05,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35695 2024-11-18T22:04:05,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35695 2024-11-18T22:04:05,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35695 2024-11-18T22:04:05,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:04:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:05,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:04:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:04:05,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T22:04:05,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:04:05,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42901 2024-11-18T22:04:05,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42901 connecting to ZooKeeper ensemble=127.0.0.1:60520 2024-11-18T22:04:05,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:05,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429010x0, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:04:05,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42901-0x10107e0df020001 connected 2024-11-18T22:04:05,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:04:05,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T22:04:05,673 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T22:04:05,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T22:04:05,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:04:05,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-18T22:04:05,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42901 2024-11-18T22:04:05,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42901 2024-11-18T22:04:05,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-18T22:04:05,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-18T22:04:05,687 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66dff09c816a:35695 2024-11-18T22:04:05,687 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/66dff09c816a,35695,1731967445609 2024-11-18T22:04:05,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:04:05,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:04:05,690 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66dff09c816a,35695,1731967445609 2024-11-18T22:04:05,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T22:04:05,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,692 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T22:04:05,693 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66dff09c816a,35695,1731967445609 from backup master directory 2024-11-18T22:04:05,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66dff09c816a,35695,1731967445609 2024-11-18T22:04:05,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:04:05,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:04:05,694 WARN [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:04:05,694 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66dff09c816a,35695,1731967445609 2024-11-18T22:04:05,699 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/hbase.id] with ID: e970144b-74de-414c-bef1-8d1f1defdfdd 2024-11-18T22:04:05,699 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/.tmp/hbase.id 2024-11-18T22:04:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:04:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:04:05,707 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/.tmp/hbase.id]:[hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/hbase.id] 2024-11-18T22:04:05,719 INFO [master/66dff09c816a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:05,719 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T22:04:05,720 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T22:04:05,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:04:05,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:04:05,732 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:04:05,733 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T22:04:05,734 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:04:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:04:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:04:05,743 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store 2024-11-18T22:04:05,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:04:05,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:04:05,750 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:05,751 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:04:05,751 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:05,751 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:05,751 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:04:05,751 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:05,751 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:05,751 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967445751Disabling compacts and flushes for region at 1731967445751Disabling writes for close at 1731967445751Writing region close event to WAL at 1731967445751Closed at 1731967445751 2024-11-18T22:04:05,752 WARN [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/.initializing 2024-11-18T22:04:05,752 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/WALs/66dff09c816a,35695,1731967445609 2024-11-18T22:04:05,753 INFO [master/66dff09c816a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:04:05,755 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C35695%2C1731967445609, suffix=, logDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/WALs/66dff09c816a,35695,1731967445609, archiveDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/oldWALs, maxLogs=10 2024-11-18T22:04:05,768 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/WALs/66dff09c816a,35695,1731967445609/66dff09c816a%2C35695%2C1731967445609.1731967445755, exclude list is [], retry=0 2024-11-18T22:04:05,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38375,DS-77eb9ce2-9ff0-4380-b7e7-4640404048db,DISK] 2024-11-18T22:04:05,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1da593c7-b134-464c-b17e-cfbcb54f3bb5,DISK] 2024-11-18T22:04:05,774 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/WALs/66dff09c816a,35695,1731967445609/66dff09c816a%2C35695%2C1731967445609.1731967445755 2024-11-18T22:04:05,775 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39309:39309),(127.0.0.1/127.0.0.1:45855:45855)] 2024-11-18T22:04:05,775 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:04:05,775 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:05,775 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,775 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T22:04:05,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:05,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:05,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T22:04:05,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:05,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:04:05,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T22:04:05,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:05,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:04:05,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T22:04:05,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:05,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:04:05,785 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,786 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,786 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,788 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,788 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,788 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T22:04:05,790 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:05,792 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:04:05,792 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=847487, jitterRate=0.07763652503490448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T22:04:05,793 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731967445776Initializing all the Stores at 1731967445777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967445777Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967445777Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967445777Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967445777Cleaning up temporary data from old regions at 1731967445788 (+11 ms)Region opened successfully at 1731967445793 (+5 ms) 2024-11-18T22:04:05,793 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T22:04:05,797 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40187266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:04:05,798 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T22:04:05,798 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T22:04:05,798 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T22:04:05,798 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T22:04:05,799 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T22:04:05,799 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T22:04:05,799 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T22:04:05,801 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T22:04:05,802 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T22:04:05,804 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T22:04:05,804 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T22:04:05,805 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T22:04:05,806 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T22:04:05,806 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T22:04:05,807 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T22:04:05,808 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T22:04:05,809 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T22:04:05,810 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T22:04:05,813 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T22:04:05,814 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T22:04:05,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:04:05,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:04:05,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,816 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66dff09c816a,35695,1731967445609, sessionid=0x10107e0df020000, setting cluster-up flag (Was=false) 2024-11-18T22:04:05,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,825 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T22:04:05,826 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,35695,1731967445609 2024-11-18T22:04:05,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:05,835 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T22:04:05,836 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,35695,1731967445609 2024-11-18T22:04:05,837 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T22:04:05,839 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T22:04:05,839 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T22:04:05,839 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T22:04:05,839 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66dff09c816a,35695,1731967445609 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T22:04:05,841 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:04:05,841 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:04:05,841 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:04:05,841 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:04:05,841 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66dff09c816a:0, corePoolSize=10, maxPoolSize=10 2024-11-18T22:04:05,841 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,841 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:04:05,841 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,842 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967475842 2024-11-18T22:04:05,842 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T22:04:05,842 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T22:04:05,842 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T22:04:05,842 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T22:04:05,842 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T22:04:05,842 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T22:04:05,842 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:04:05,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T22:04:05,843 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T22:04:05,843 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T22:04:05,843 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T22:04:05,843 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T22:04:05,843 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T22:04:05,844 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967445843,5,FailOnTimeoutGroup] 2024-11-18T22:04:05,844 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967445844,5,FailOnTimeoutGroup] 2024-11-18T22:04:05,844 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,844 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:05,844 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T22:04:05,844 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,844 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,844 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T22:04:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:04:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:04:05,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T22:04:05,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7 2024-11-18T22:04:05,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:04:05,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:04:05,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:05,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:04:05,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:04:05,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:05,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:05,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:04:05,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:04:05,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:05,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:05,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:04:05,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:04:05,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:05,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:05,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:04:05,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:04:05,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:05,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:05,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:04:05,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740 2024-11-18T22:04:05,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740 2024-11-18T22:04:05,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:04:05,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:04:05,878 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(746): ClusterId : e970144b-74de-414c-bef1-8d1f1defdfdd 2024-11-18T22:04:05,878 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T22:04:05,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:04:05,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:04:05,880 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T22:04:05,880 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T22:04:05,882 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:04:05,883 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T22:04:05,883 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749610, jitterRate=-0.046821922063827515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:04:05,883 DEBUG [RS:0;66dff09c816a:42901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef7efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:04:05,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731967445865Initializing all the Stores at 1731967445866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967445866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967445867 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967445867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967445867Cleaning up temporary data from old regions at 1731967445878 (+11 ms)Region opened successfully at 1731967445884 (+6 ms) 2024-11-18T22:04:05,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:04:05,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:04:05,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:04:05,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:04:05,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:04:05,885 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:04:05,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967445884Disabling compacts and flushes for region at 1731967445884Disabling writes for close at 1731967445884Writing region close event to WAL at 1731967445885 (+1 ms)Closed at 1731967445885 2024-11-18T22:04:05,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:04:05,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T22:04:05,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T22:04:05,888 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:04:05,889 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T22:04:05,896 DEBUG [RS:0;66dff09c816a:42901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66dff09c816a:42901 2024-11-18T22:04:05,896 INFO [RS:0;66dff09c816a:42901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T22:04:05,896 INFO [RS:0;66dff09c816a:42901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T22:04:05,896 DEBUG [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T22:04:05,897 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,35695,1731967445609 with port=42901, startcode=1731967445662 2024-11-18T22:04:05,897 DEBUG [RS:0;66dff09c816a:42901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T22:04:05,899 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38469, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T22:04:05,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66dff09c816a,42901,1731967445662 2024-11-18T22:04:05,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35695 {}] master.ServerManager(517): Registering regionserver=66dff09c816a,42901,1731967445662 2024-11-18T22:04:05,902 DEBUG [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7 2024-11-18T22:04:05,902 DEBUG [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33983 2024-11-18T22:04:05,902 DEBUG [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T22:04:05,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:04:05,904 DEBUG [RS:0;66dff09c816a:42901 {}] zookeeper.ZKUtil(111): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66dff09c816a,42901,1731967445662 2024-11-18T22:04:05,904 WARN [RS:0;66dff09c816a:42901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:04:05,905 INFO [RS:0;66dff09c816a:42901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:04:05,905 DEBUG [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662 2024-11-18T22:04:05,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66dff09c816a,42901,1731967445662] 2024-11-18T22:04:05,908 INFO [RS:0;66dff09c816a:42901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T22:04:05,910 INFO [RS:0;66dff09c816a:42901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T22:04:05,912 INFO [RS:0;66dff09c816a:42901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:04:05,912 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,912 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T22:04:05,913 INFO [RS:0;66dff09c816a:42901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T22:04:05,913 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:04:05,914 DEBUG [RS:0;66dff09c816a:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:04:05,919 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,919 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,919 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,919 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,919 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,919 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,42901,1731967445662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:04:05,934 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T22:04:05,934 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,42901,1731967445662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,934 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,935 INFO [RS:0;66dff09c816a:42901 {}] regionserver.Replication(171): 66dff09c816a,42901,1731967445662 started 2024-11-18T22:04:05,949 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:05,949 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(1482): Serving as 66dff09c816a,42901,1731967445662, RpcServer on 66dff09c816a/172.17.0.2:42901, sessionid=0x10107e0df020001 2024-11-18T22:04:05,949 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T22:04:05,949 DEBUG [RS:0;66dff09c816a:42901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66dff09c816a,42901,1731967445662 2024-11-18T22:04:05,949 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,42901,1731967445662' 2024-11-18T22:04:05,950 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T22:04:05,950 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T22:04:05,951 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T22:04:05,951 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T22:04:05,951 DEBUG [RS:0;66dff09c816a:42901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66dff09c816a,42901,1731967445662 2024-11-18T22:04:05,951 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,42901,1731967445662' 2024-11-18T22:04:05,951 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T22:04:05,951 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T22:04:05,952 DEBUG [RS:0;66dff09c816a:42901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T22:04:05,952 INFO [RS:0;66dff09c816a:42901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T22:04:05,952 INFO [RS:0;66dff09c816a:42901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T22:04:06,040 WARN [66dff09c816a:35695 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T22:04:06,052 INFO [RS:0;66dff09c816a:42901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:04:06,054 INFO [RS:0;66dff09c816a:42901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C42901%2C1731967445662, suffix=, logDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662, archiveDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/oldWALs, maxLogs=32 2024-11-18T22:04:06,068 DEBUG [RS:0;66dff09c816a:42901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967446055, exclude list is [], retry=0 2024-11-18T22:04:06,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38375,DS-77eb9ce2-9ff0-4380-b7e7-4640404048db,DISK] 2024-11-18T22:04:06,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1da593c7-b134-464c-b17e-cfbcb54f3bb5,DISK] 2024-11-18T22:04:06,074 INFO [RS:0;66dff09c816a:42901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967446055 2024-11-18T22:04:06,074 DEBUG [RS:0;66dff09c816a:42901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39309:39309),(127.0.0.1/127.0.0.1:45855:45855)] 2024-11-18T22:04:06,290 DEBUG [66dff09c816a:35695 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T22:04:06,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66dff09c816a,42901,1731967445662 2024-11-18T22:04:06,292 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,42901,1731967445662, state=OPENING 2024-11-18T22:04:06,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T22:04:06,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:06,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:06,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:04:06,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:04:06,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:04:06,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,42901,1731967445662}] 2024-11-18T22:04:06,450 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T22:04:06,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44353, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T22:04:06,456 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T22:04:06,456 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:04:06,457 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T22:04:06,458 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C42901%2C1731967445662.meta, suffix=.meta, logDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662, archiveDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/oldWALs, maxLogs=32 2024-11-18T22:04:06,472 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.meta.1731967446459.meta, exclude list is [], retry=0 2024-11-18T22:04:06,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38375,DS-77eb9ce2-9ff0-4380-b7e7-4640404048db,DISK] 2024-11-18T22:04:06,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1da593c7-b134-464c-b17e-cfbcb54f3bb5,DISK] 2024-11-18T22:04:06,477 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.meta.1731967446459.meta 2024-11-18T22:04:06,478 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39309:39309),(127.0.0.1/127.0.0.1:45855:45855)] 2024-11-18T22:04:06,478 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:04:06,478 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T22:04:06,479 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T22:04:06,479 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T22:04:06,479 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T22:04:06,479 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:06,479 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T22:04:06,479 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T22:04:06,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:04:06,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:04:06,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:06,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:06,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:04:06,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:04:06,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:06,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:06,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:04:06,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:04:06,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:06,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:06,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:04:06,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:04:06,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:06,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:06,487 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:04:06,487 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740 2024-11-18T22:04:06,488 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740 2024-11-18T22:04:06,490 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:04:06,490 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:04:06,490 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:04:06,492 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:04:06,493 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=697761, jitterRate=-0.11275166273117065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:04:06,493 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T22:04:06,493 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731967446479Writing region info on filesystem at 1731967446479Initializing all the Stores at 1731967446480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967446480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967446480Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967446480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967446480Cleaning up temporary data from old regions at 1731967446490 (+10 ms)Running coprocessor post-open hooks at 1731967446493 (+3 ms)Region opened successfully at 1731967446493 2024-11-18T22:04:06,494 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731967446449 2024-11-18T22:04:06,497 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T22:04:06,497 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T22:04:06,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,42901,1731967445662 2024-11-18T22:04:06,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,42901,1731967445662, state=OPEN 2024-11-18T22:04:06,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:04:06,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:04:06,503 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66dff09c816a,42901,1731967445662 2024-11-18T22:04:06,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:04:06,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:04:06,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T22:04:06,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,42901,1731967445662 in 207 msec 2024-11-18T22:04:06,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T22:04:06,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-18T22:04:06,509 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:04:06,510 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T22:04:06,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:04:06,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,42901,1731967445662, seqNum=-1] 2024-11-18T22:04:06,511 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:04:06,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38573, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:04:06,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 679 msec 2024-11-18T22:04:06,518 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731967446518, completionTime=-1 2024-11-18T22:04:06,518 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T22:04:06,518 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T22:04:06,520 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T22:04:06,520 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967506520 2024-11-18T22:04:06,520 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967566520 2024-11-18T22:04:06,520 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-18T22:04:06,520 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,35695,1731967445609-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:06,520 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,35695,1731967445609-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:06,520 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,35695,1731967445609-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:06,520 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66dff09c816a:35695, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:06,520 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:06,521 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:06,522 DEBUG [master/66dff09c816a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T22:04:06,524 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.830sec 2024-11-18T22:04:06,524 INFO [master/66dff09c816a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T22:04:06,524 INFO [master/66dff09c816a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T22:04:06,524 INFO [master/66dff09c816a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T22:04:06,524 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T22:04:06,524 INFO [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T22:04:06,524 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,35695,1731967445609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:04:06,524 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,35695,1731967445609-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T22:04:06,527 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T22:04:06,527 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T22:04:06,527 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,35695,1731967445609-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:06,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5707ca8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:04:06,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66dff09c816a,35695,-1 for getting cluster id 2024-11-18T22:04:06,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T22:04:06,580 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e970144b-74de-414c-bef1-8d1f1defdfdd' 2024-11-18T22:04:06,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T22:04:06,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e970144b-74de-414c-bef1-8d1f1defdfdd" 2024-11-18T22:04:06,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd71ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:04:06,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66dff09c816a,35695,-1] 2024-11-18T22:04:06,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T22:04:06,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:04:06,583 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T22:04:06,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da8b574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:04:06,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:04:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,42901,1731967445662, seqNum=-1] 2024-11-18T22:04:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:04:06,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:04:06,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66dff09c816a,35695,1731967445609 2024-11-18T22:04:06,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:06,591 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T22:04:06,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T22:04:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 66dff09c816a,35695,1731967445609 2024-11-18T22:04:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f23939 2024-11-18T22:04:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T22:04:06,594 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T22:04:06,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T22:04:06,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T22:04:06,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:04:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:06,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T22:04:06,597 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:06,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-18T22:04:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:04:06,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T22:04:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741835_1011 (size=405) 2024-11-18T22:04:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741835_1011 (size=405) 2024-11-18T22:04:06,608 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3155c5b22f19db670d028e917e54767f, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7 2024-11-18T22:04:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741836_1012 (size=88) 2024-11-18T22:04:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741836_1012 (size=88) 2024-11-18T22:04:06,615 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:06,615 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 3155c5b22f19db670d028e917e54767f, disabling compactions & flushes 2024-11-18T22:04:06,615 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:06,615 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:06,615 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. after waiting 0 ms 2024-11-18T22:04:06,615 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:06,615 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:06,616 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3155c5b22f19db670d028e917e54767f: Waiting for close lock at 1731967446615Disabling compacts and flushes for region at 1731967446615Disabling writes for close at 1731967446615Writing region close event to WAL at 1731967446615Closed at 1731967446615 2024-11-18T22:04:06,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T22:04:06,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731967446617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731967446617"}]},"ts":"1731967446617"} 2024-11-18T22:04:06,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T22:04:06,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T22:04:06,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731967446621"}]},"ts":"1731967446621"} 2024-11-18T22:04:06,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-18T22:04:06,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3155c5b22f19db670d028e917e54767f, ASSIGN}] 2024-11-18T22:04:06,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3155c5b22f19db670d028e917e54767f, ASSIGN 2024-11-18T22:04:06,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3155c5b22f19db670d028e917e54767f, ASSIGN; state=OFFLINE, location=66dff09c816a,42901,1731967445662; forceNewPlan=false, retain=false 2024-11-18T22:04:06,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3155c5b22f19db670d028e917e54767f, regionState=OPENING, regionLocation=66dff09c816a,42901,1731967445662 2024-11-18T22:04:06,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3155c5b22f19db670d028e917e54767f, ASSIGN because future has completed 2024-11-18T22:04:06,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3155c5b22f19db670d028e917e54767f, server=66dff09c816a,42901,1731967445662}] 2024-11-18T22:04:06,936 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:06,937 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3155c5b22f19db670d028e917e54767f, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:04:06,937 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,937 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:06,937 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,937 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,939 INFO [StoreOpener-3155c5b22f19db670d028e917e54767f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,940 INFO [StoreOpener-3155c5b22f19db670d028e917e54767f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3155c5b22f19db670d028e917e54767f columnFamilyName info 2024-11-18T22:04:06,940 DEBUG [StoreOpener-3155c5b22f19db670d028e917e54767f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:06,941 INFO [StoreOpener-3155c5b22f19db670d028e917e54767f-1 {}] regionserver.HStore(327): Store=3155c5b22f19db670d028e917e54767f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:04:06,941 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,942 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,942 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,943 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,943 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,945 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,947 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:04:06,947 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3155c5b22f19db670d028e917e54767f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=884215, jitterRate=0.12433822453022003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:04:06,947 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:06,948 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3155c5b22f19db670d028e917e54767f: Running coprocessor pre-open hook at 1731967446937Writing region info on filesystem at 1731967446937Initializing all the Stores at 1731967446938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967446938Cleaning up temporary data from old regions at 1731967446943 (+5 ms)Running coprocessor post-open hooks at 1731967446947 (+4 ms)Region opened successfully at 1731967446948 (+1 ms) 2024-11-18T22:04:06,949 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f., pid=6, masterSystemTime=1731967446932 2024-11-18T22:04:06,951 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:06,951 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:06,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3155c5b22f19db670d028e917e54767f, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,42901,1731967445662 2024-11-18T22:04:06,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3155c5b22f19db670d028e917e54767f, server=66dff09c816a,42901,1731967445662 because future has completed 2024-11-18T22:04:06,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T22:04:06,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3155c5b22f19db670d028e917e54767f, server=66dff09c816a,42901,1731967445662 in 177 msec 2024-11-18T22:04:06,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T22:04:06,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3155c5b22f19db670d028e917e54767f, ASSIGN in 336 msec 2024-11-18T22:04:06,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T22:04:06,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731967446962"}]},"ts":"1731967446962"} 2024-11-18T22:04:06,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-18T22:04:06,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T22:04:06,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 371 msec 2024-11-18T22:04:08,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T22:04:08,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:08,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:08,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:08,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:08,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:08,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:08,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:08,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:04:11,909 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T22:04:11,909 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-18T22:04:13,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T22:04:13,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T22:04:13,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:04:13,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T22:04:13,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T22:04:13,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T22:04:13,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:13,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-18T22:04:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:04:16,696 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T22:04:16,696 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-18T22:04:16,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:16,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:16,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f., hostname=66dff09c816a,42901,1731967445662, seqNum=2] 2024-11-18T22:04:16,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:16,716 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T22:04:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T22:04:16,717 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T22:04:16,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T22:04:16,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T22:04:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:16,880 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 3155c5b22f19db670d028e917e54767f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T22:04:16,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/9892e8c1f66b43f8881ebe673d44be8e is 1055, key is row0001/info:/1731967456704/Put/seqid=0 2024-11-18T22:04:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741837_1013 (size=6008) 2024-11-18T22:04:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741837_1013 (size=6008) 2024-11-18T22:04:16,903 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/9892e8c1f66b43f8881ebe673d44be8e 2024-11-18T22:04:16,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/9892e8c1f66b43f8881ebe673d44be8e as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/9892e8c1f66b43f8881ebe673d44be8e 2024-11-18T22:04:16,916 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/9892e8c1f66b43f8881ebe673d44be8e, entries=1, sequenceid=5, filesize=5.9 K 2024-11-18T22:04:16,917 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3155c5b22f19db670d028e917e54767f in 37ms, sequenceid=5, compaction requested=false 2024-11-18T22:04:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 3155c5b22f19db670d028e917e54767f: 2024-11-18T22:04:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:16,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T22:04:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T22:04:16,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T22:04:16,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-18T22:04:16,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 214 msec 2024-11-18T22:04:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T22:04:26,775 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T22:04:26,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T22:04:26,781 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T22:04:26,782 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T22:04:26,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T22:04:26,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-18T22:04:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:26,936 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 3155c5b22f19db670d028e917e54767f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T22:04:26,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/74871936805d4a7fbd39cf96b3b2b732 is 1055, key is row0002/info:/1731967466777/Put/seqid=0 2024-11-18T22:04:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741838_1014 (size=6008) 2024-11-18T22:04:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741838_1014 (size=6008) 2024-11-18T22:04:26,948 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/74871936805d4a7fbd39cf96b3b2b732 2024-11-18T22:04:26,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/74871936805d4a7fbd39cf96b3b2b732 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/74871936805d4a7fbd39cf96b3b2b732 2024-11-18T22:04:26,961 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/74871936805d4a7fbd39cf96b3b2b732, entries=1, sequenceid=9, filesize=5.9 K 2024-11-18T22:04:26,962 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3155c5b22f19db670d028e917e54767f in 26ms, sequenceid=9, compaction requested=false 2024-11-18T22:04:26,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 3155c5b22f19db670d028e917e54767f: 2024-11-18T22:04:26,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:26,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T22:04:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T22:04:26,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T22:04:26,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-18T22:04:26,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-18T22:04:35,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:04:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T22:04:36,795 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T22:04:36,811 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967476798, exclude list is [], retry=0 2024-11-18T22:04:36,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1da593c7-b134-464c-b17e-cfbcb54f3bb5,DISK] 2024-11-18T22:04:36,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38375,DS-77eb9ce2-9ff0-4380-b7e7-4640404048db,DISK] 2024-11-18T22:04:36,816 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967446055 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967476798 2024-11-18T22:04:36,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45855:45855),(127.0.0.1/127.0.0.1:39309:39309)] 2024-11-18T22:04:36,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967446055 is not closed yet, will try archiving it next time 2024-11-18T22:04:36,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741833_1009 (size=5471) 2024-11-18T22:04:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741833_1009 (size=5471) 2024-11-18T22:04:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T22:04:36,819 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T22:04:36,820 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T22:04:36,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T22:04:36,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T22:04:36,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:36,974 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 3155c5b22f19db670d028e917e54767f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T22:04:36,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/cd67e6cea1d34475800dff05f88047d8 is 1055, key is row0003/info:/1731967476797/Put/seqid=0 2024-11-18T22:04:36,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741840_1016 (size=6008) 2024-11-18T22:04:36,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741840_1016 (size=6008) 2024-11-18T22:04:36,986 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/cd67e6cea1d34475800dff05f88047d8 2024-11-18T22:04:36,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/cd67e6cea1d34475800dff05f88047d8 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/cd67e6cea1d34475800dff05f88047d8 2024-11-18T22:04:36,998 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/cd67e6cea1d34475800dff05f88047d8, entries=1, sequenceid=13, filesize=5.9 K 2024-11-18T22:04:36,999 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3155c5b22f19db670d028e917e54767f in 25ms, sequenceid=13, compaction requested=true 2024-11-18T22:04:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 3155c5b22f19db670d028e917e54767f: 2024-11-18T22:04:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T22:04:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T22:04:37,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T22:04:37,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-18T22:04:37,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-18T22:04:46,527 INFO [master/66dff09c816a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T22:04:46,528 INFO [master/66dff09c816a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T22:04:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T22:04:46,915 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T22:04:46,918 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T22:04:46,920 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T22:04:46,922 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3155c5b22f19db670d028e917e54767f/info is initiating minor compaction (all files) 2024-11-18T22:04:46,922 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:04:46,922 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:46,922 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3155c5b22f19db670d028e917e54767f/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:46,923 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/9892e8c1f66b43f8881ebe673d44be8e, hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/74871936805d4a7fbd39cf96b3b2b732, hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/cd67e6cea1d34475800dff05f88047d8] into tmpdir=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp, totalSize=17.6 K 2024-11-18T22:04:46,923 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9892e8c1f66b43f8881ebe673d44be8e, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731967456704 2024-11-18T22:04:46,924 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 74871936805d4a7fbd39cf96b3b2b732, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731967466777 2024-11-18T22:04:46,924 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cd67e6cea1d34475800dff05f88047d8, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731967476797 2024-11-18T22:04:46,947 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 3155c5b22f19db670d028e917e54767f#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:04:46,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/9f6e6494167d4da2937f6a0d32ec9c4e is 1055, key is row0001/info:/1731967456704/Put/seqid=0 2024-11-18T22:04:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741841_1017 (size=8221) 2024-11-18T22:04:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741841_1017 (size=8221) 2024-11-18T22:04:46,961 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/9f6e6494167d4da2937f6a0d32ec9c4e as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/9f6e6494167d4da2937f6a0d32ec9c4e 2024-11-18T22:04:46,975 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3155c5b22f19db670d028e917e54767f/info of 3155c5b22f19db670d028e917e54767f into 9f6e6494167d4da2937f6a0d32ec9c4e(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:04:46,975 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3155c5b22f19db670d028e917e54767f: 2024-11-18T22:04:46,991 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967486977, exclude list is [], retry=0 2024-11-18T22:04:46,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38375,DS-77eb9ce2-9ff0-4380-b7e7-4640404048db,DISK] 2024-11-18T22:04:46,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1da593c7-b134-464c-b17e-cfbcb54f3bb5,DISK] 2024-11-18T22:04:46,995 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967476798 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967486977 2024-11-18T22:04:46,995 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39309:39309),(127.0.0.1/127.0.0.1:45855:45855)] 2024-11-18T22:04:46,995 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967476798 is not closed yet, will try archiving it next time 2024-11-18T22:04:46,995 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967446055 to hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/oldWALs/66dff09c816a%2C42901%2C1731967445662.1731967446055 2024-11-18T22:04:46,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:46,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741839_1015 (size=2495) 2024-11-18T22:04:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741839_1015 (size=2495) 2024-11-18T22:04:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:04:46,999 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T22:04:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T22:04:47,000 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T22:04:47,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T22:04:47,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T22:04:47,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:47,153 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 3155c5b22f19db670d028e917e54767f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T22:04:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/afce9d14e59142d48372304e1354d799 is 1055, key is row0000/info:/1731967486976/Put/seqid=0 2024-11-18T22:04:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741843_1019 (size=6008) 2024-11-18T22:04:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741843_1019 (size=6008) 2024-11-18T22:04:47,164 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/afce9d14e59142d48372304e1354d799 2024-11-18T22:04:47,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/afce9d14e59142d48372304e1354d799 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/afce9d14e59142d48372304e1354d799 2024-11-18T22:04:47,176 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/afce9d14e59142d48372304e1354d799, entries=1, sequenceid=18, filesize=5.9 K 2024-11-18T22:04:47,177 INFO [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3155c5b22f19db670d028e917e54767f in 24ms, sequenceid=18, compaction requested=false 2024-11-18T22:04:47,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 3155c5b22f19db670d028e917e54767f: 2024-11-18T22:04:47,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:47,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T22:04:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T22:04:47,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T22:04:47,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 179 msec 2024-11-18T22:04:47,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 186 msec 2024-11-18T22:04:51,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3155c5b22f19db670d028e917e54767f, had cached 0 bytes from a total of 14229 2024-11-18T22:04:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T22:04:57,055 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T22:04:57,071 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967497058, exclude list is [], retry=0 2024-11-18T22:04:57,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38375,DS-77eb9ce2-9ff0-4380-b7e7-4640404048db,DISK] 2024-11-18T22:04:57,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1da593c7-b134-464c-b17e-cfbcb54f3bb5,DISK] 2024-11-18T22:04:57,076 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967486977 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967497058 2024-11-18T22:04:57,076 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39309:39309),(127.0.0.1/127.0.0.1:45855:45855)] 2024-11-18T22:04:57,076 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967486977 is not closed yet, will try archiving it next time 2024-11-18T22:04:57,076 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/WALs/66dff09c816a,42901,1731967445662/66dff09c816a%2C42901%2C1731967445662.1731967476798 to hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/oldWALs/66dff09c816a%2C42901%2C1731967445662.1731967476798 2024-11-18T22:04:57,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T22:04:57,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:04:57,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:04:57,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:04:57,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T22:04:57,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:04:57,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T22:04:57,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=731042513, stopped=false 2024-11-18T22:04:57,077 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66dff09c816a,35695,1731967445609 2024-11-18T22:04:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741842_1018 (size=2001) 2024-11-18T22:04:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741842_1018 (size=2001) 2024-11-18T22:04:57,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:04:57,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:04:57,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:57,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:57,079 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:04:57,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:04:57,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:04:57,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:04:57,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:04:57,080 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66dff09c816a,42901,1731967445662' ***** 2024-11-18T22:04:57,080 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T22:04:57,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:04:57,080 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T22:04:57,081 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(3091): Received CLOSE for 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(959): stopping server 66dff09c816a,42901,1731967445662 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66dff09c816a:42901. 2024-11-18T22:04:57,081 DEBUG [RS:0;66dff09c816a:42901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:04:57,081 DEBUG [RS:0;66dff09c816a:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T22:04:57,081 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3155c5b22f19db670d028e917e54767f, disabling compactions & flushes 2024-11-18T22:04:57,081 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T22:04:57,081 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:57,082 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:57,082 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T22:04:57,082 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. after waiting 0 ms 2024-11-18T22:04:57,082 DEBUG [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(1325): Online Regions={3155c5b22f19db670d028e917e54767f=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T22:04:57,082 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:57,082 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:04:57,082 DEBUG [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3155c5b22f19db670d028e917e54767f 2024-11-18T22:04:57,082 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:04:57,082 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:04:57,082 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3155c5b22f19db670d028e917e54767f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T22:04:57,082 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:04:57,082 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:04:57,082 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-18T22:04:57,086 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/acafb85c586946d29145d0209b4715f5 is 1055, key is row0001/info:/1731967497057/Put/seqid=0 2024-11-18T22:04:57,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741845_1021 (size=6008) 2024-11-18T22:04:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741845_1021 (size=6008) 2024-11-18T22:04:57,094 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/acafb85c586946d29145d0209b4715f5 2024-11-18T22:04:57,101 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/.tmp/info/b3dfc528e4e441c0920982ceb5516724 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f./info:regioninfo/1731967446952/Put/seqid=0 2024-11-18T22:04:57,101 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/.tmp/info/acafb85c586946d29145d0209b4715f5 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/acafb85c586946d29145d0209b4715f5 2024-11-18T22:04:57,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741846_1022 (size=7308) 2024-11-18T22:04:57,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741846_1022 (size=7308) 2024-11-18T22:04:57,107 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/.tmp/info/b3dfc528e4e441c0920982ceb5516724 2024-11-18T22:04:57,107 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/acafb85c586946d29145d0209b4715f5, entries=1, sequenceid=22, filesize=5.9 K 2024-11-18T22:04:57,109 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3155c5b22f19db670d028e917e54767f in 27ms, sequenceid=22, compaction requested=true 2024-11-18T22:04:57,109 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/9892e8c1f66b43f8881ebe673d44be8e, hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/74871936805d4a7fbd39cf96b3b2b732, hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/cd67e6cea1d34475800dff05f88047d8] to archive 2024-11-18T22:04:57,112 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T22:04:57,115 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/9892e8c1f66b43f8881ebe673d44be8e to hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/9892e8c1f66b43f8881ebe673d44be8e 2024-11-18T22:04:57,117 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/74871936805d4a7fbd39cf96b3b2b732 to hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/74871936805d4a7fbd39cf96b3b2b732 2024-11-18T22:04:57,119 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/cd67e6cea1d34475800dff05f88047d8 to hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/info/cd67e6cea1d34475800dff05f88047d8 2024-11-18T22:04:57,129 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/.tmp/ns/585eb200914a4de69e8d702c726d7d1d is 43, key is default/ns:d/1731967446513/Put/seqid=0 2024-11-18T22:04:57,131 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66dff09c816a:35695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-18T22:04:57,131 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [9892e8c1f66b43f8881ebe673d44be8e=6008, 74871936805d4a7fbd39cf96b3b2b732=6008, cd67e6cea1d34475800dff05f88047d8=6008] 2024-11-18T22:04:57,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741847_1023 (size=5153) 2024-11-18T22:04:57,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741847_1023 (size=5153) 2024-11-18T22:04:57,135 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/.tmp/ns/585eb200914a4de69e8d702c726d7d1d 2024-11-18T22:04:57,136 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3155c5b22f19db670d028e917e54767f/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-18T22:04:57,137 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:57,137 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3155c5b22f19db670d028e917e54767f: Waiting for close lock at 1731967497081Running coprocessor pre-close hooks at 1731967497081Disabling compacts and flushes for region at 1731967497081Disabling writes for close at 1731967497082 (+1 ms)Obtaining lock to block concurrent updates at 1731967497082Preparing flush snapshotting stores in 3155c5b22f19db670d028e917e54767f at 1731967497082Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731967497082Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. at 1731967497083 (+1 ms)Flushing 3155c5b22f19db670d028e917e54767f/info: creating writer at 1731967497083Flushing 3155c5b22f19db670d028e917e54767f/info: appending metadata at 1731967497086 (+3 ms)Flushing 3155c5b22f19db670d028e917e54767f/info: closing flushed file at 1731967497086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b0b9311: reopening flushed file at 1731967497100 (+14 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3155c5b22f19db670d028e917e54767f in 27ms, sequenceid=22, compaction requested=true at 1731967497109 (+9 ms)Writing region close event to WAL at 1731967497132 (+23 ms)Running coprocessor post-close hooks at 1731967497137 (+5 ms)Closed at 1731967497137 2024-11-18T22:04:57,137 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731967446594.3155c5b22f19db670d028e917e54767f. 2024-11-18T22:04:57,155 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/.tmp/table/508e4eb06af5451cb24d3ffbce907339 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731967446962/Put/seqid=0 2024-11-18T22:04:57,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741848_1024 (size=5508) 2024-11-18T22:04:57,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741848_1024 (size=5508) 2024-11-18T22:04:57,161 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/.tmp/table/508e4eb06af5451cb24d3ffbce907339 2024-11-18T22:04:57,167 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/.tmp/info/b3dfc528e4e441c0920982ceb5516724 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/info/b3dfc528e4e441c0920982ceb5516724 2024-11-18T22:04:57,172 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/info/b3dfc528e4e441c0920982ceb5516724, entries=10, sequenceid=11, filesize=7.1 K 2024-11-18T22:04:57,173 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/.tmp/ns/585eb200914a4de69e8d702c726d7d1d as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/ns/585eb200914a4de69e8d702c726d7d1d 2024-11-18T22:04:57,178 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/ns/585eb200914a4de69e8d702c726d7d1d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T22:04:57,179 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/.tmp/table/508e4eb06af5451cb24d3ffbce907339 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/table/508e4eb06af5451cb24d3ffbce907339 2024-11-18T22:04:57,185 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/table/508e4eb06af5451cb24d3ffbce907339, entries=2, sequenceid=11, filesize=5.4 K 2024-11-18T22:04:57,186 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=11, compaction requested=false 2024-11-18T22:04:57,191 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T22:04:57,191 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:04:57,191 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:04:57,192 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967497082Running coprocessor pre-close hooks at 1731967497082Disabling compacts and flushes for region at 1731967497082Disabling writes for close at 1731967497082Obtaining lock to block concurrent updates at 1731967497082Preparing flush snapshotting stores in 1588230740 at 1731967497082Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731967497082Flushing stores of hbase:meta,,1.1588230740 at 1731967497083 (+1 ms)Flushing 1588230740/info: creating writer at 1731967497083Flushing 1588230740/info: appending metadata at 1731967497100 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731967497100Flushing 1588230740/ns: creating writer at 1731967497113 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731967497129 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731967497129Flushing 1588230740/table: creating writer at 1731967497141 (+12 ms)Flushing 1588230740/table: appending metadata at 1731967497155 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731967497155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f422d8c: reopening flushed file at 1731967497166 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793cde1b: reopening flushed file at 1731967497172 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e37bb1f: reopening flushed file at 1731967497179 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=11, compaction requested=false at 1731967497186 (+7 ms)Writing region close event to WAL at 1731967497188 (+2 ms)Running coprocessor post-close hooks at 1731967497191 (+3 ms)Closed at 1731967497191 2024-11-18T22:04:57,192 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T22:04:57,282 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(976): stopping server 66dff09c816a,42901,1731967445662; all regions closed. 2024-11-18T22:04:57,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741834_1010 (size=3306) 2024-11-18T22:04:57,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741834_1010 (size=3306) 2024-11-18T22:04:57,287 DEBUG [RS:0;66dff09c816a:42901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/oldWALs 2024-11-18T22:04:57,287 INFO [RS:0;66dff09c816a:42901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C42901%2C1731967445662.meta:.meta(num 1731967446459) 2024-11-18T22:04:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741844_1020 (size=1252) 2024-11-18T22:04:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741844_1020 (size=1252) 2024-11-18T22:04:57,292 DEBUG [RS:0;66dff09c816a:42901 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/oldWALs 2024-11-18T22:04:57,292 INFO [RS:0;66dff09c816a:42901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C42901%2C1731967445662:(num 1731967497058) 2024-11-18T22:04:57,292 DEBUG [RS:0;66dff09c816a:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:04:57,292 INFO [RS:0;66dff09c816a:42901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:04:57,292 INFO [RS:0;66dff09c816a:42901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:04:57,292 INFO [RS:0;66dff09c816a:42901 {}] hbase.ChoreService(370): Chore service for: regionserver/66dff09c816a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T22:04:57,292 INFO [RS:0;66dff09c816a:42901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:04:57,292 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:04:57,293 INFO [RS:0;66dff09c816a:42901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42901 2024-11-18T22:04:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66dff09c816a,42901,1731967445662 2024-11-18T22:04:57,295 INFO [RS:0;66dff09c816a:42901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:04:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:04:57,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66dff09c816a,42901,1731967445662] 2024-11-18T22:04:57,298 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/66dff09c816a,42901,1731967445662 already deleted, retry=false 2024-11-18T22:04:57,298 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66dff09c816a,42901,1731967445662 expired; onlineServers=0 2024-11-18T22:04:57,298 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66dff09c816a,35695,1731967445609' ***** 2024-11-18T22:04:57,298 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T22:04:57,298 INFO [M:0;66dff09c816a:35695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:04:57,298 INFO [M:0;66dff09c816a:35695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:04:57,298 DEBUG [M:0;66dff09c816a:35695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T22:04:57,298 DEBUG [M:0;66dff09c816a:35695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T22:04:57,298 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T22:04:57,298 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967445843 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967445843,5,FailOnTimeoutGroup] 2024-11-18T22:04:57,298 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967445844 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967445844,5,FailOnTimeoutGroup] 2024-11-18T22:04:57,298 INFO [M:0;66dff09c816a:35695 {}] hbase.ChoreService(370): Chore service for: master/66dff09c816a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T22:04:57,299 INFO [M:0;66dff09c816a:35695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:04:57,299 DEBUG [M:0;66dff09c816a:35695 {}] master.HMaster(1795): Stopping service threads 2024-11-18T22:04:57,299 INFO [M:0;66dff09c816a:35695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T22:04:57,299 INFO [M:0;66dff09c816a:35695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:04:57,299 INFO [M:0;66dff09c816a:35695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T22:04:57,299 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T22:04:57,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T22:04:57,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:57,300 DEBUG [M:0;66dff09c816a:35695 {}] zookeeper.ZKUtil(347): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T22:04:57,300 WARN [M:0;66dff09c816a:35695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T22:04:57,301 INFO [M:0;66dff09c816a:35695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/.lastflushedseqids 2024-11-18T22:04:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741849_1025 (size=130) 2024-11-18T22:04:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741849_1025 (size=130) 2024-11-18T22:04:57,310 INFO [M:0;66dff09c816a:35695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T22:04:57,310 INFO [M:0;66dff09c816a:35695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T22:04:57,310 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:04:57,310 INFO [M:0;66dff09c816a:35695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:57,310 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:57,310 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:04:57,310 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:57,310 INFO [M:0;66dff09c816a:35695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.60 KB heapSize=55.01 KB 2024-11-18T22:04:57,326 DEBUG [M:0;66dff09c816a:35695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7dfbf75fbc64ec5ae054d0cc7432aa7 is 82, key is hbase:meta,,1/info:regioninfo/1731967446498/Put/seqid=0 2024-11-18T22:04:57,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741850_1026 (size=5672) 2024-11-18T22:04:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741850_1026 (size=5672) 2024-11-18T22:04:57,332 INFO [M:0;66dff09c816a:35695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7dfbf75fbc64ec5ae054d0cc7432aa7 2024-11-18T22:04:57,353 DEBUG [M:0;66dff09c816a:35695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed7c73e126cd4246a3b1f45656219bb7 is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731967446967/Put/seqid=0 2024-11-18T22:04:57,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741851_1027 (size=7824) 2024-11-18T22:04:57,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741851_1027 (size=7824) 2024-11-18T22:04:57,358 INFO [M:0;66dff09c816a:35695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.00 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed7c73e126cd4246a3b1f45656219bb7 2024-11-18T22:04:57,363 INFO [M:0;66dff09c816a:35695 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed7c73e126cd4246a3b1f45656219bb7 2024-11-18T22:04:57,378 DEBUG [M:0;66dff09c816a:35695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dda4ee618da45fd8ea543ce8239d567 is 69, key is 66dff09c816a,42901,1731967445662/rs:state/1731967445900/Put/seqid=0 2024-11-18T22:04:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741852_1028 (size=5156) 2024-11-18T22:04:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741852_1028 (size=5156) 2024-11-18T22:04:57,383 INFO [M:0;66dff09c816a:35695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dda4ee618da45fd8ea543ce8239d567 2024-11-18T22:04:57,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:04:57,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x10107e0df020001, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:04:57,396 INFO [RS:0;66dff09c816a:42901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:04:57,396 INFO [RS:0;66dff09c816a:42901 {}] regionserver.HRegionServer(1031): Exiting; stopping=66dff09c816a,42901,1731967445662; zookeeper connection closed. 2024-11-18T22:04:57,397 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c489c25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c489c25 2024-11-18T22:04:57,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T22:04:57,402 DEBUG [M:0;66dff09c816a:35695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/92b83d7d3c534d9abfb075c8d7165cf1 is 52, key is load_balancer_on/state:d/1731967446590/Put/seqid=0 2024-11-18T22:04:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741853_1029 (size=5056) 2024-11-18T22:04:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741853_1029 (size=5056) 2024-11-18T22:04:57,408 INFO [M:0;66dff09c816a:35695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/92b83d7d3c534d9abfb075c8d7165cf1 2024-11-18T22:04:57,413 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7dfbf75fbc64ec5ae054d0cc7432aa7 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7dfbf75fbc64ec5ae054d0cc7432aa7 2024-11-18T22:04:57,418 INFO [M:0;66dff09c816a:35695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7dfbf75fbc64ec5ae054d0cc7432aa7, entries=8, sequenceid=121, filesize=5.5 K 2024-11-18T22:04:57,419 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed7c73e126cd4246a3b1f45656219bb7 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed7c73e126cd4246a3b1f45656219bb7 2024-11-18T22:04:57,423 INFO [M:0;66dff09c816a:35695 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed7c73e126cd4246a3b1f45656219bb7 2024-11-18T22:04:57,423 INFO [M:0;66dff09c816a:35695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed7c73e126cd4246a3b1f45656219bb7, entries=14, sequenceid=121, filesize=7.6 K 2024-11-18T22:04:57,424 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dda4ee618da45fd8ea543ce8239d567 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dda4ee618da45fd8ea543ce8239d567 2024-11-18T22:04:57,429 INFO [M:0;66dff09c816a:35695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dda4ee618da45fd8ea543ce8239d567, entries=1, sequenceid=121, filesize=5.0 K 2024-11-18T22:04:57,429 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/92b83d7d3c534d9abfb075c8d7165cf1 as hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/92b83d7d3c534d9abfb075c8d7165cf1 2024-11-18T22:04:57,434 INFO [M:0;66dff09c816a:35695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33983/user/jenkins/test-data/546b2ad4-35b8-5764-fec7-4d68c23b1ee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/92b83d7d3c534d9abfb075c8d7165cf1, entries=1, sequenceid=121, filesize=4.9 K 2024-11-18T22:04:57,435 INFO [M:0;66dff09c816a:35695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.60 KB/44650, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=121, compaction requested=false 2024-11-18T22:04:57,436 INFO [M:0;66dff09c816a:35695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:57,436 DEBUG [M:0;66dff09c816a:35695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967497310Disabling compacts and flushes for region at 1731967497310Disabling writes for close at 1731967497310Obtaining lock to block concurrent updates at 1731967497310Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731967497310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44650, getHeapSize=56264, getOffHeapSize=0, getCellsCount=140 at 1731967497310Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731967497311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731967497311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731967497326 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731967497326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731967497337 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731967497352 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731967497352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731967497364 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731967497377 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731967497377Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731967497388 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731967497402 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731967497402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f34782: reopening flushed file at 1731967497412 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bab6d40: reopening flushed file at 1731967497418 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca24cf9: reopening flushed file at 1731967497423 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2c1737: reopening flushed file at 1731967497429 (+6 ms)Finished flush of dataSize ~43.60 KB/44650, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=121, compaction requested=false at 1731967497435 (+6 ms)Writing region close event to WAL at 1731967497436 (+1 ms)Closed at 1731967497436 2024-11-18T22:04:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741830_1006 (size=53047) 2024-11-18T22:04:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38375 is added to blk_1073741830_1006 (size=53047) 2024-11-18T22:04:57,439 INFO [M:0;66dff09c816a:35695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T22:04:57,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:04:57,439 INFO [M:0;66dff09c816a:35695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35695 2024-11-18T22:04:57,439 INFO [M:0;66dff09c816a:35695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:04:57,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:04:57,541 INFO [M:0;66dff09c816a:35695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:04:57,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35695-0x10107e0df020000, quorum=127.0.0.1:60520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:04:57,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@490ab78f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:57,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35fe3c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:04:57,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:04:57,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@821aa50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:04:57,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d55df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.log.dir/,STOPPED} 2024-11-18T22:04:57,546 WARN [BP-132226425-172.17.0.2-1731967444914 heartbeating to localhost/127.0.0.1:33983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:04:57,546 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:04:57,546 WARN [BP-132226425-172.17.0.2-1731967444914 heartbeating to localhost/127.0.0.1:33983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-132226425-172.17.0.2-1731967444914 (Datanode Uuid 303dea5a-59d7-49d7-81e4-17b1efe375b3) service to localhost/127.0.0.1:33983 2024-11-18T22:04:57,546 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:04:57,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/data/data3/current/BP-132226425-172.17.0.2-1731967444914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:57,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/data/data4/current/BP-132226425-172.17.0.2-1731967444914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:57,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:04:57,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a39f17a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:57,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f6c3d8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:04:57,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:04:57,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce33677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:04:57,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282d8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.log.dir/,STOPPED} 2024-11-18T22:04:57,552 WARN [BP-132226425-172.17.0.2-1731967444914 heartbeating to localhost/127.0.0.1:33983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:04:57,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:04:57,552 WARN [BP-132226425-172.17.0.2-1731967444914 heartbeating to localhost/127.0.0.1:33983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-132226425-172.17.0.2-1731967444914 (Datanode Uuid 80508b15-7af7-44ee-b810-02a7ad9d386e) service to localhost/127.0.0.1:33983 2024-11-18T22:04:57,552 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:04:57,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/data/data1/current/BP-132226425-172.17.0.2-1731967444914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:57,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/cluster_87e35533-bebb-7778-071c-d09dc83d2439/data/data2/current/BP-132226425-172.17.0.2-1731967444914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:04:57,553 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:04:57,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3897fe0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:04:57,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37142000{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:04:57,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:04:57,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af4b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:04:57,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54df4658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.log.dir/,STOPPED} 2024-11-18T22:04:57,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T22:04:57,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T22:04:57,591 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=100 (was 104), OpenFileDescriptor=428 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=30 (was 70), ProcessCount=11 (was 11), AvailableMemoryMB=3995 (was 4103) 2024-11-18T22:04:57,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=100, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=30, ProcessCount=11, AvailableMemoryMB=3995 2024-11-18T22:04:57,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T22:04:57,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.log.dir so I do NOT create it in target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112 2024-11-18T22:04:57,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/adf8cf8a-048f-7804-c32b-c4893580cdfb/hadoop.tmp.dir so I do NOT create it in target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112 2024-11-18T22:04:57,597 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b, deleteOnExit=true 2024-11-18T22:04:57,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/test.cache.data in system properties and HBase conf 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.log.dir in system properties and HBase conf 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T22:04:57,598 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T22:04:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/nfs.dump.dir in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/java.io.tmpdir in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T22:04:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T22:04:57,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:04:57,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:04:57,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:04:57,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:04:57,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:04:57,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:04:57,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a22361{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:04:57,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@756ae2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:04:57,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3739b267{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/java.io.tmpdir/jetty-localhost-37297-hadoop-hdfs-3_4_1-tests_jar-_-any-12230415214059840012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:04:57,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d62ef86{HTTP/1.1, (http/1.1)}{localhost:37297} 2024-11-18T22:04:57,797 INFO [Time-limited test {}] server.Server(415): Started @139695ms 2024-11-18T22:04:57,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:04:57,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:04:57,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:04:57,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:04:57,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T22:04:57,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d42b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:04:57,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e5af64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:04:57,921 INFO [regionserver/66dff09c816a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:04:57,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29033802{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/java.io.tmpdir/jetty-localhost-36609-hadoop-hdfs-3_4_1-tests_jar-_-any-11566849992780712956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:57,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d59d51d{HTTP/1.1, (http/1.1)}{localhost:36609} 2024-11-18T22:04:57,991 INFO [Time-limited test {}] server.Server(415): Started @139889ms 2024-11-18T22:04:57,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:04:58,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:04:58,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:04:58,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:04:58,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:04:58,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:04:58,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6067eeb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:04:58,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@705bcbaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:04:58,073 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/data/data1/current/BP-197257190-172.17.0.2-1731967497630/current, will proceed with Du for space computation calculation, 2024-11-18T22:04:58,074 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/data/data2/current/BP-197257190-172.17.0.2-1731967497630/current, will proceed with Du for space computation calculation, 2024-11-18T22:04:58,096 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:04:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8c5fadb3753dec with lease ID 0xac35649509d8c5d6: Processing first storage report for DS-43955b10-c54c-4d5e-ae34-75c58fe50193 from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=d2366b98-6acf-4ed5-871f-26321d8bc0e4, infoPort=39299, infoSecurePort=0, ipcPort=34771, storageInfo=lv=-57;cid=testClusterID;nsid=909328584;c=1731967497630) 2024-11-18T22:04:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8c5fadb3753dec with lease ID 0xac35649509d8c5d6: from storage DS-43955b10-c54c-4d5e-ae34-75c58fe50193 node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=d2366b98-6acf-4ed5-871f-26321d8bc0e4, infoPort=39299, infoSecurePort=0, ipcPort=34771, storageInfo=lv=-57;cid=testClusterID;nsid=909328584;c=1731967497630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:04:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8c5fadb3753dec with lease ID 0xac35649509d8c5d6: Processing first storage report for DS-563e2bc1-dec4-477d-805a-70b08a884aab from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=d2366b98-6acf-4ed5-871f-26321d8bc0e4, infoPort=39299, infoSecurePort=0, ipcPort=34771, storageInfo=lv=-57;cid=testClusterID;nsid=909328584;c=1731967497630) 2024-11-18T22:04:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8c5fadb3753dec with lease ID 0xac35649509d8c5d6: from storage DS-563e2bc1-dec4-477d-805a-70b08a884aab node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=d2366b98-6acf-4ed5-871f-26321d8bc0e4, infoPort=39299, infoSecurePort=0, ipcPort=34771, storageInfo=lv=-57;cid=testClusterID;nsid=909328584;c=1731967497630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:04:58,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@603fe95f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/java.io.tmpdir/jetty-localhost-37775-hadoop-hdfs-3_4_1-tests_jar-_-any-11464192884928438511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:04:58,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@599242a5{HTTP/1.1, (http/1.1)}{localhost:37775} 2024-11-18T22:04:58,149 INFO [Time-limited test {}] server.Server(415): Started @140047ms 2024-11-18T22:04:58,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:04:58,232 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/data/data3/current/BP-197257190-172.17.0.2-1731967497630/current, will proceed with Du for space computation calculation, 2024-11-18T22:04:58,232 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/data/data4/current/BP-197257190-172.17.0.2-1731967497630/current, will proceed with Du for space computation calculation, 2024-11-18T22:04:58,256 WARN [Thread-1105 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:04:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51b114b4238cb7dd with lease ID 0xac35649509d8c5d7: Processing first storage report for DS-06572d32-df55-4eb3-903e-629398ec925c from datanode DatanodeRegistration(127.0.0.1:36099, datanodeUuid=df3c5a8f-dfa4-4a75-b47a-dfd35d2c48ec, infoPort=42593, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=909328584;c=1731967497630) 2024-11-18T22:04:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51b114b4238cb7dd with lease ID 0xac35649509d8c5d7: from storage DS-06572d32-df55-4eb3-903e-629398ec925c node DatanodeRegistration(127.0.0.1:36099, datanodeUuid=df3c5a8f-dfa4-4a75-b47a-dfd35d2c48ec, infoPort=42593, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=909328584;c=1731967497630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:04:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51b114b4238cb7dd with lease ID 0xac35649509d8c5d7: Processing first storage report for DS-e42dc3d3-9a57-453c-95e7-40ec97499f24 from datanode DatanodeRegistration(127.0.0.1:36099, datanodeUuid=df3c5a8f-dfa4-4a75-b47a-dfd35d2c48ec, infoPort=42593, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=909328584;c=1731967497630) 2024-11-18T22:04:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51b114b4238cb7dd with lease ID 0xac35649509d8c5d7: from storage DS-e42dc3d3-9a57-453c-95e7-40ec97499f24 node DatanodeRegistration(127.0.0.1:36099, datanodeUuid=df3c5a8f-dfa4-4a75-b47a-dfd35d2c48ec, infoPort=42593, infoSecurePort=0, ipcPort=46057, storageInfo=lv=-57;cid=testClusterID;nsid=909328584;c=1731967497630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:04:58,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112 2024-11-18T22:04:58,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/zookeeper_0, clientPort=54044, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T22:04:58,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54044 2024-11-18T22:04:58,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:58,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:58,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:04:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:04:58,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d with version=8 2024-11-18T22:04:58,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/hbase-staging 2024-11-18T22:04:58,292 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:04:58,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:58,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:58,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:04:58,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:58,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:04:58,292 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T22:04:58,292 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:04:58,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46189 2024-11-18T22:04:58,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46189 connecting to ZooKeeper ensemble=127.0.0.1:54044 2024-11-18T22:04:58,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461890x0, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:04:58,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46189-0x10107e1accf0000 connected 2024-11-18T22:04:58,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:58,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:58,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:04:58,321 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d, hbase.cluster.distributed=false 2024-11-18T22:04:58,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:04:58,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-18T22:04:58,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46189 2024-11-18T22:04:58,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46189 2024-11-18T22:04:58,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-18T22:04:58,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-18T22:04:58,342 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:04:58,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:58,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:58,342 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:04:58,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:04:58,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:04:58,342 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T22:04:58,342 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:04:58,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44639 2024-11-18T22:04:58,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44639 connecting to ZooKeeper ensemble=127.0.0.1:54044 2024-11-18T22:04:58,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:58,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446390x0, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:04:58,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44639-0x10107e1accf0001 connected 2024-11-18T22:04:58,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:04:58,352 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T22:04:58,352 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T22:04:58,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T22:04:58,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:04:58,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44639 2024-11-18T22:04:58,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44639 2024-11-18T22:04:58,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44639 2024-11-18T22:04:58,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44639 2024-11-18T22:04:58,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44639 2024-11-18T22:04:58,367 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66dff09c816a:46189 2024-11-18T22:04:58,367 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/66dff09c816a,46189,1731967498292 2024-11-18T22:04:58,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:04:58,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:04:58,370 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66dff09c816a,46189,1731967498292 2024-11-18T22:04:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T22:04:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,372 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T22:04:58,372 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66dff09c816a,46189,1731967498292 from backup master directory 2024-11-18T22:04:58,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66dff09c816a,46189,1731967498292 2024-11-18T22:04:58,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:04:58,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:04:58,373 WARN [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:04:58,373 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66dff09c816a,46189,1731967498292 2024-11-18T22:04:58,378 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/hbase.id] with ID: 3dd0fe93-4724-4ef5-8d88-3c2579c2be4e 2024-11-18T22:04:58,378 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/.tmp/hbase.id 2024-11-18T22:04:58,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:04:58,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:04:58,385 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/.tmp/hbase.id]:[hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/hbase.id] 2024-11-18T22:04:58,396 INFO [master/66dff09c816a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:58,396 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T22:04:58,398 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T22:04:58,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:04:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:04:58,407 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:04:58,408 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T22:04:58,408 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:04:58,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:04:58,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:04:58,416 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store 2024-11-18T22:04:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:04:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:04:58,424 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:58,424 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:04:58,424 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:58,424 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:58,424 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:04:58,424 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:58,424 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:04:58,424 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967498424Disabling compacts and flushes for region at 1731967498424Disabling writes for close at 1731967498424Writing region close event to WAL at 1731967498424Closed at 1731967498424 2024-11-18T22:04:58,425 WARN [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/.initializing 2024-11-18T22:04:58,425 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/WALs/66dff09c816a,46189,1731967498292 2024-11-18T22:04:58,426 INFO [master/66dff09c816a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:04:58,427 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C46189%2C1731967498292, suffix=, logDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/WALs/66dff09c816a,46189,1731967498292, archiveDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/oldWALs, maxLogs=10 2024-11-18T22:04:58,441 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/WALs/66dff09c816a,46189,1731967498292/66dff09c816a%2C46189%2C1731967498292.1731967498428, exclude list is [], retry=0 2024-11-18T22:04:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-06572d32-df55-4eb3-903e-629398ec925c,DISK] 2024-11-18T22:04:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-43955b10-c54c-4d5e-ae34-75c58fe50193,DISK] 2024-11-18T22:04:58,445 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/WALs/66dff09c816a,46189,1731967498292/66dff09c816a%2C46189%2C1731967498292.1731967498428 2024-11-18T22:04:58,446 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42593:42593),(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-18T22:04:58,446 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:04:58,446 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:58,446 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,446 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T22:04:58,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:58,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:58,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T22:04:58,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:58,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:04:58,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T22:04:58,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:58,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:04:58,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T22:04:58,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:58,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:04:58,455 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,455 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,456 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,457 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,457 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,457 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T22:04:58,458 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:04:58,460 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:04:58,460 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823078, jitterRate=0.046598657965660095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T22:04:58,461 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731967498446Initializing all the Stores at 1731967498447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967498447Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967498447Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967498447Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967498447Cleaning up temporary data from old regions at 1731967498457 (+10 ms)Region opened successfully at 1731967498461 (+4 ms) 2024-11-18T22:04:58,461 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T22:04:58,464 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abba18b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:04:58,465 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T22:04:58,466 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T22:04:58,466 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T22:04:58,466 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T22:04:58,466 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T22:04:58,467 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T22:04:58,467 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T22:04:58,469 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T22:04:58,469 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T22:04:58,471 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T22:04:58,471 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T22:04:58,472 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T22:04:58,473 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T22:04:58,473 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T22:04:58,474 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T22:04:58,476 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T22:04:58,476 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T22:04:58,477 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T22:04:58,479 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T22:04:58,480 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T22:04:58,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:04:58,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:04:58,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,482 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66dff09c816a,46189,1731967498292, sessionid=0x10107e1accf0000, setting cluster-up flag (Was=false) 2024-11-18T22:04:58,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,490 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T22:04:58,491 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,46189,1731967498292 2024-11-18T22:04:58,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,498 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T22:04:58,499 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,46189,1731967498292 2024-11-18T22:04:58,500 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T22:04:58,502 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T22:04:58,502 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T22:04:58,502 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T22:04:58,502 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66dff09c816a,46189,1731967498292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T22:04:58,503 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:04:58,503 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:04:58,503 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:04:58,503 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:04:58,503 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66dff09c816a:0, corePoolSize=10, maxPoolSize=10 2024-11-18T22:04:58,504 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,504 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:04:58,504 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,504 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967528504 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T22:04:58,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:04:58,505 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T22:04:58,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T22:04:58,506 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T22:04:58,506 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T22:04:58,506 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967498506,5,FailOnTimeoutGroup] 2024-11-18T22:04:58,506 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967498506,5,FailOnTimeoutGroup] 2024-11-18T22:04:58,506 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,506 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T22:04:58,506 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,506 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:58,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T22:04:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:04:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:04:58,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T22:04:58,514 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d 2024-11-18T22:04:58,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:04:58,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:04:58,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:58,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:04:58,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:04:58,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:58,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:58,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:04:58,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:04:58,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:58,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:58,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:04:58,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:04:58,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:58,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:58,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:04:58,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:04:58,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:58,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:58,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:04:58,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740 2024-11-18T22:04:58,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740 2024-11-18T22:04:58,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:04:58,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:04:58,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:04:58,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:04:58,533 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:04:58,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831671, jitterRate=0.05752548575401306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:04:58,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731967498520Initializing all the Stores at 1731967498521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967498521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967498521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967498521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967498521Cleaning up temporary data from old regions at 1731967498530 (+9 ms)Region opened successfully at 1731967498534 (+4 ms) 2024-11-18T22:04:58,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:04:58,535 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:04:58,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:04:58,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:04:58,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:04:58,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:04:58,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967498534Disabling compacts and flushes for region at 1731967498534Disabling writes for close at 1731967498535 (+1 ms)Writing region close event to WAL at 1731967498535Closed at 1731967498535 2024-11-18T22:04:58,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:04:58,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T22:04:58,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T22:04:58,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:04:58,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T22:04:58,557 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(746): ClusterId : 3dd0fe93-4724-4ef5-8d88-3c2579c2be4e 2024-11-18T22:04:58,558 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T22:04:58,560 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T22:04:58,560 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T22:04:58,562 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T22:04:58,563 DEBUG [RS:0;66dff09c816a:44639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e1ffeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:04:58,575 DEBUG [RS:0;66dff09c816a:44639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66dff09c816a:44639 2024-11-18T22:04:58,575 INFO [RS:0;66dff09c816a:44639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T22:04:58,575 INFO [RS:0;66dff09c816a:44639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T22:04:58,575 DEBUG [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T22:04:58,575 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,46189,1731967498292 with port=44639, startcode=1731967498342 2024-11-18T22:04:58,576 DEBUG [RS:0;66dff09c816a:44639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T22:04:58,577 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54613, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T22:04:58,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66dff09c816a,44639,1731967498342 2024-11-18T22:04:58,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(517): Registering regionserver=66dff09c816a,44639,1731967498342 2024-11-18T22:04:58,579 DEBUG [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d 2024-11-18T22:04:58,579 DEBUG [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34947 2024-11-18T22:04:58,579 DEBUG [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T22:04:58,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:04:58,582 DEBUG [RS:0;66dff09c816a:44639 {}] zookeeper.ZKUtil(111): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66dff09c816a,44639,1731967498342 2024-11-18T22:04:58,582 WARN [RS:0;66dff09c816a:44639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:04:58,582 INFO [RS:0;66dff09c816a:44639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:04:58,582 DEBUG [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342 2024-11-18T22:04:58,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66dff09c816a,44639,1731967498342] 2024-11-18T22:04:58,585 INFO [RS:0;66dff09c816a:44639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T22:04:58,587 INFO [RS:0;66dff09c816a:44639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T22:04:58,587 INFO [RS:0;66dff09c816a:44639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:04:58,587 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,587 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T22:04:58,588 INFO [RS:0;66dff09c816a:44639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T22:04:58,588 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,588 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,588 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,588 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,588 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,588 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,588 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:04:58,588 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,588 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,588 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,589 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,589 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,589 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:04:58,589 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:04:58,589 DEBUG [RS:0;66dff09c816a:44639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:04:58,589 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,589 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,589 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,590 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,590 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,590 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,44639,1731967498342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:04:58,604 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T22:04:58,605 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,44639,1731967498342-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,605 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,605 INFO [RS:0;66dff09c816a:44639 {}] regionserver.Replication(171): 66dff09c816a,44639,1731967498342 started 2024-11-18T22:04:58,619 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:58,619 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(1482): Serving as 66dff09c816a,44639,1731967498342, RpcServer on 66dff09c816a/172.17.0.2:44639, sessionid=0x10107e1accf0001 2024-11-18T22:04:58,619 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T22:04:58,619 DEBUG [RS:0;66dff09c816a:44639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66dff09c816a,44639,1731967498342 2024-11-18T22:04:58,619 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,44639,1731967498342' 2024-11-18T22:04:58,619 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T22:04:58,620 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T22:04:58,620 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T22:04:58,620 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T22:04:58,620 DEBUG [RS:0;66dff09c816a:44639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66dff09c816a,44639,1731967498342 2024-11-18T22:04:58,620 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,44639,1731967498342' 2024-11-18T22:04:58,620 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T22:04:58,621 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T22:04:58,621 DEBUG [RS:0;66dff09c816a:44639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T22:04:58,621 INFO [RS:0;66dff09c816a:44639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T22:04:58,621 INFO [RS:0;66dff09c816a:44639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T22:04:58,689 WARN [66dff09c816a:46189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T22:04:58,722 INFO [RS:0;66dff09c816a:44639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:04:58,724 INFO [RS:0;66dff09c816a:44639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C44639%2C1731967498342, suffix=, logDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342, archiveDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/oldWALs, maxLogs=32 2024-11-18T22:04:58,737 DEBUG [RS:0;66dff09c816a:44639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967498724, exclude list is [], retry=0 2024-11-18T22:04:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-06572d32-df55-4eb3-903e-629398ec925c,DISK] 2024-11-18T22:04:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-43955b10-c54c-4d5e-ae34-75c58fe50193,DISK] 2024-11-18T22:04:58,743 INFO [RS:0;66dff09c816a:44639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967498724 2024-11-18T22:04:58,743 DEBUG [RS:0;66dff09c816a:44639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42593:42593),(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-18T22:04:58,939 DEBUG [66dff09c816a:46189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T22:04:58,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66dff09c816a,44639,1731967498342 2024-11-18T22:04:58,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,44639,1731967498342, state=OPENING 2024-11-18T22:04:58,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T22:04:58,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:04:58,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:04:58,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:04:58,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,44639,1731967498342}] 2024-11-18T22:04:58,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:04:59,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T22:04:59,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34349, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T22:04:59,104 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T22:04:59,104 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:04:59,104 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T22:04:59,106 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C44639%2C1731967498342.meta, suffix=.meta, logDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342, archiveDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/oldWALs, maxLogs=32 2024-11-18T22:04:59,120 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.meta.1731967499106.meta, exclude list is [], retry=0 2024-11-18T22:04:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-43955b10-c54c-4d5e-ae34-75c58fe50193,DISK] 2024-11-18T22:04:59,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-06572d32-df55-4eb3-903e-629398ec925c,DISK] 2024-11-18T22:04:59,124 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.meta.1731967499106.meta 2024-11-18T22:04:59,124 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39299:39299),(127.0.0.1/127.0.0.1:42593:42593)] 2024-11-18T22:04:59,124 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:04:59,125 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T22:04:59,125 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T22:04:59,125 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T22:04:59,125 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T22:04:59,125 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:59,125 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T22:04:59,125 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T22:04:59,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:04:59,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:04:59,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:59,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:59,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:04:59,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:04:59,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:59,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:59,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:04:59,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:04:59,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:59,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:59,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:04:59,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:04:59,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:59,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:04:59,132 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:04:59,132 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740 2024-11-18T22:04:59,133 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740 2024-11-18T22:04:59,135 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:04:59,135 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:04:59,135 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:04:59,137 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:04:59,137 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=847690, jitterRate=0.07789470255374908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:04:59,137 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T22:04:59,138 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731967499125Writing region info on filesystem at 1731967499125Initializing all the Stores at 1731967499126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967499126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967499126Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967499126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967499126Cleaning up temporary data from old regions at 1731967499135 (+9 ms)Running coprocessor post-open hooks at 1731967499137 (+2 ms)Region opened successfully at 1731967499138 (+1 ms) 2024-11-18T22:04:59,139 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731967499098 2024-11-18T22:04:59,141 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T22:04:59,141 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T22:04:59,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,44639,1731967498342 2024-11-18T22:04:59,143 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,44639,1731967498342, state=OPEN 2024-11-18T22:04:59,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:04:59,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:04:59,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66dff09c816a,44639,1731967498342 2024-11-18T22:04:59,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:04:59,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:04:59,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T22:04:59,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,44639,1731967498342 in 202 msec 2024-11-18T22:04:59,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T22:04:59,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-11-18T22:04:59,153 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:04:59,153 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T22:04:59,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:04:59,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,44639,1731967498342, seqNum=-1] 2024-11-18T22:04:59,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:04:59,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58541, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:04:59,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 658 msec 2024-11-18T22:04:59,160 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731967499160, completionTime=-1 2024-11-18T22:04:59,160 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T22:04:59,160 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T22:04:59,162 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T22:04:59,162 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967559162 2024-11-18T22:04:59,162 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967619162 2024-11-18T22:04:59,162 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-18T22:04:59,163 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,46189,1731967498292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:59,163 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,46189,1731967498292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:59,163 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,46189,1731967498292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:59,163 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66dff09c816a:46189, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:59,163 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:59,163 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:59,164 DEBUG [master/66dff09c816a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T22:04:59,166 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.793sec 2024-11-18T22:04:59,166 INFO [master/66dff09c816a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T22:04:59,166 INFO [master/66dff09c816a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T22:04:59,166 INFO [master/66dff09c816a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T22:04:59,166 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T22:04:59,167 INFO [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T22:04:59,167 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,46189,1731967498292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:04:59,167 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,46189,1731967498292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T22:04:59,169 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T22:04:59,169 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T22:04:59,169 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,46189,1731967498292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:04:59,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb2bbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:04:59,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66dff09c816a,46189,-1 for getting cluster id 2024-11-18T22:04:59,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T22:04:59,259 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dd0fe93-4724-4ef5-8d88-3c2579c2be4e' 2024-11-18T22:04:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T22:04:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dd0fe93-4724-4ef5-8d88-3c2579c2be4e" 2024-11-18T22:04:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a61757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:04:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66dff09c816a,46189,-1] 2024-11-18T22:04:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T22:04:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:04:59,262 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T22:04:59,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615816d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:04:59,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:04:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,44639,1731967498342, seqNum=-1] 2024-11-18T22:04:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:04:59,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:04:59,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66dff09c816a,46189,1731967498292 2024-11-18T22:04:59,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:04:59,270 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T22:04:59,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T22:04:59,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 66dff09c816a,46189,1731967498292 2024-11-18T22:04:59,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5abf6b06 2024-11-18T22:04:59,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T22:04:59,273 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T22:04:59,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T22:04:59,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T22:04:59,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:04:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-18T22:04:59,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T22:04:59,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:59,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-18T22:04:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:04:59,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T22:04:59,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741835_1011 (size=381) 2024-11-18T22:04:59,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741835_1011 (size=381) 2024-11-18T22:04:59,287 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c42323cb88e56bd30d6bd496e62b6e8c, NAME => 'TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d 2024-11-18T22:04:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741836_1012 (size=64) 2024-11-18T22:04:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741836_1012 (size=64) 2024-11-18T22:04:59,294 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:59,294 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing c42323cb88e56bd30d6bd496e62b6e8c, disabling compactions & flushes 2024-11-18T22:04:59,294 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:04:59,294 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:04:59,294 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. after waiting 0 ms 2024-11-18T22:04:59,294 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:04:59,294 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:04:59,294 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c42323cb88e56bd30d6bd496e62b6e8c: Waiting for close lock at 1731967499294Disabling compacts and flushes for region at 1731967499294Disabling writes for close at 1731967499294Writing region close event to WAL at 1731967499294Closed at 1731967499294 2024-11-18T22:04:59,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T22:04:59,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731967499296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731967499296"}]},"ts":"1731967499296"} 2024-11-18T22:04:59,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T22:04:59,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T22:04:59,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731967499299"}]},"ts":"1731967499299"} 2024-11-18T22:04:59,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-18T22:04:59,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c42323cb88e56bd30d6bd496e62b6e8c, ASSIGN}] 2024-11-18T22:04:59,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c42323cb88e56bd30d6bd496e62b6e8c, ASSIGN 2024-11-18T22:04:59,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c42323cb88e56bd30d6bd496e62b6e8c, ASSIGN; state=OFFLINE, location=66dff09c816a,44639,1731967498342; forceNewPlan=false, retain=false 2024-11-18T22:04:59,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c42323cb88e56bd30d6bd496e62b6e8c, regionState=OPENING, regionLocation=66dff09c816a,44639,1731967498342 2024-11-18T22:04:59,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c42323cb88e56bd30d6bd496e62b6e8c, ASSIGN because future has completed 2024-11-18T22:04:59,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342}] 2024-11-18T22:04:59,614 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:04:59,614 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c42323cb88e56bd30d6bd496e62b6e8c, NAME => 'TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:04:59,614 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,614 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:04:59,615 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,615 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,616 INFO [StoreOpener-c42323cb88e56bd30d6bd496e62b6e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,618 INFO [StoreOpener-c42323cb88e56bd30d6bd496e62b6e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c42323cb88e56bd30d6bd496e62b6e8c columnFamilyName info 2024-11-18T22:04:59,618 DEBUG [StoreOpener-c42323cb88e56bd30d6bd496e62b6e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:04:59,618 INFO [StoreOpener-c42323cb88e56bd30d6bd496e62b6e8c-1 {}] regionserver.HStore(327): Store=c42323cb88e56bd30d6bd496e62b6e8c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:04:59,618 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,619 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,619 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,620 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,620 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,622 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,624 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:04:59,624 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c42323cb88e56bd30d6bd496e62b6e8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698013, jitterRate=-0.112431600689888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:04:59,624 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:04:59,625 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c42323cb88e56bd30d6bd496e62b6e8c: Running coprocessor pre-open hook at 1731967499615Writing region info on filesystem at 1731967499615Initializing all the Stores at 1731967499616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967499616Cleaning up temporary data from old regions at 1731967499620 (+4 ms)Running coprocessor post-open hooks at 1731967499624 (+4 ms)Region opened successfully at 1731967499625 (+1 ms) 2024-11-18T22:04:59,626 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., pid=6, masterSystemTime=1731967499609 2024-11-18T22:04:59,628 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:04:59,628 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:04:59,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c42323cb88e56bd30d6bd496e62b6e8c, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,44639,1731967498342 2024-11-18T22:04:59,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342 because future has completed 2024-11-18T22:04:59,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T22:04:59,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342 in 175 msec 2024-11-18T22:04:59,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T22:04:59,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c42323cb88e56bd30d6bd496e62b6e8c, ASSIGN in 333 msec 2024-11-18T22:04:59,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T22:04:59,638 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731967499638"}]},"ts":"1731967499638"} 2024-11-18T22:04:59,640 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-18T22:04:59,641 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T22:04:59,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 367 msec 2024-11-18T22:05:02,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T22:05:02,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:02,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:03,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-18T22:05:03,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-18T22:05:03,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T22:05:04,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T22:05:04,586 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-18T22:05:08,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T22:05:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:08,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:08,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:08,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:08,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:08,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:08,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:08,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:08,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:08,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:05:09,385 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-18T22:05:09,385 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-18T22:05:09,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-18T22:05:09,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:05:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., hostname=66dff09c816a,44639,1731967498342, seqNum=2] 2024-11-18T22:05:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:09,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c42323cb88e56bd30d6bd496e62b6e8c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T22:05:09,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/9b72e9368c5446109c1f22d12b223794 is 1055, key is row0001/info:/1731967509392/Put/seqid=0 2024-11-18T22:05:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741837_1013 (size=13386) 2024-11-18T22:05:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741837_1013 (size=13386) 2024-11-18T22:05:09,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/9b72e9368c5446109c1f22d12b223794 2024-11-18T22:05:09,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/9b72e9368c5446109c1f22d12b223794 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/9b72e9368c5446109c1f22d12b223794 2024-11-18T22:05:09,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T22:05:09,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/9b72e9368c5446109c1f22d12b223794, entries=8, sequenceid=12, filesize=13.1 K 2024-11-18T22:05:09,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for c42323cb88e56bd30d6bd496e62b6e8c in 39ms, sequenceid=12, compaction requested=false 2024-11-18T22:05:09,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c42323cb88e56bd30d6bd496e62b6e8c: 2024-11-18T22:05:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53594 deadline: 1731967519441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342 2024-11-18T22:05:09,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., hostname=66dff09c816a,44639,1731967498342, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., hostname=66dff09c816a,44639,1731967498342, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:05:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., hostname=66dff09c816a,44639,1731967498342, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:05:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., hostname=66dff09c816a,44639,1731967498342, seqNum=2 because the exception is null or not the one we care about 2024-11-18T22:05:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:19,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c42323cb88e56bd30d6bd496e62b6e8c 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-18T22:05:19,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/5e664a162d52463caaf95f5b95892b1b is 1055, key is row0009/info:/1731967509405/Put/seqid=0 2024-11-18T22:05:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741838_1014 (size=28134) 2024-11-18T22:05:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741838_1014 (size=28134) 2024-11-18T22:05:19,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/5e664a162d52463caaf95f5b95892b1b 2024-11-18T22:05:19,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/5e664a162d52463caaf95f5b95892b1b as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/5e664a162d52463caaf95f5b95892b1b 2024-11-18T22:05:19,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/5e664a162d52463caaf95f5b95892b1b, entries=22, sequenceid=37, filesize=27.5 K 2024-11-18T22:05:19,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for c42323cb88e56bd30d6bd496e62b6e8c in 27ms, sequenceid=37, compaction requested=false 2024-11-18T22:05:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c42323cb88e56bd30d6bd496e62b6e8c: 2024-11-18T22:05:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-18T22:05:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/5e664a162d52463caaf95f5b95892b1b because midkey is the same as first or last row 2024-11-18T22:05:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:21,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c42323cb88e56bd30d6bd496e62b6e8c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T22:05:21,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/37b0fd26986c43bb876fc3afb76612eb is 1055, key is row0031/info:/1731967519518/Put/seqid=0 2024-11-18T22:05:21,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741839_1015 (size=13386) 2024-11-18T22:05:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741839_1015 (size=13386) 2024-11-18T22:05:21,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/37b0fd26986c43bb876fc3afb76612eb 2024-11-18T22:05:21,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/37b0fd26986c43bb876fc3afb76612eb as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/37b0fd26986c43bb876fc3afb76612eb 2024-11-18T22:05:21,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/37b0fd26986c43bb876fc3afb76612eb, entries=8, sequenceid=48, filesize=13.1 K 2024-11-18T22:05:21,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for c42323cb88e56bd30d6bd496e62b6e8c in 25ms, sequenceid=48, compaction requested=true 2024-11-18T22:05:21,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c42323cb88e56bd30d6bd496e62b6e8c: 2024-11-18T22:05:21,556 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-18T22:05:21,556 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:21,557 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/5e664a162d52463caaf95f5b95892b1b because midkey is the same as first or last row 2024-11-18T22:05:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:21,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c42323cb88e56bd30d6bd496e62b6e8c:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:05:21,558 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T22:05:21,559 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T22:05:21,559 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): c42323cb88e56bd30d6bd496e62b6e8c/info is initiating minor compaction (all files) 2024-11-18T22:05:21,559 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c42323cb88e56bd30d6bd496e62b6e8c/info in TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:05:21,560 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/9b72e9368c5446109c1f22d12b223794, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/5e664a162d52463caaf95f5b95892b1b, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/37b0fd26986c43bb876fc3afb76612eb] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp, totalSize=53.6 K 2024-11-18T22:05:21,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:21,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c42323cb88e56bd30d6bd496e62b6e8c 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-18T22:05:21,560 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b72e9368c5446109c1f22d12b223794, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731967509392 2024-11-18T22:05:21,560 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e664a162d52463caaf95f5b95892b1b, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731967509405 2024-11-18T22:05:21,561 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37b0fd26986c43bb876fc3afb76612eb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731967519518 2024-11-18T22:05:21,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/a2593dd866c14b4c92d2d71189a9c8fd is 1055, key is row0039/info:/1731967521532/Put/seqid=0 2024-11-18T22:05:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741840_1016 (size=21822) 2024-11-18T22:05:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741840_1016 (size=21822) 2024-11-18T22:05:21,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/a2593dd866c14b4c92d2d71189a9c8fd 2024-11-18T22:05:21,582 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c42323cb88e56bd30d6bd496e62b6e8c#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:05:21,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/a2593dd866c14b4c92d2d71189a9c8fd as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/a2593dd866c14b4c92d2d71189a9c8fd 2024-11-18T22:05:21,583 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/644fcf5a5b0a48e1a4267943d4fbfc88 is 1055, key is row0001/info:/1731967509392/Put/seqid=0 2024-11-18T22:05:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741841_1017 (size=45105) 2024-11-18T22:05:21,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/a2593dd866c14b4c92d2d71189a9c8fd, entries=16, sequenceid=67, filesize=21.3 K 2024-11-18T22:05:21,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741841_1017 (size=45105) 2024-11-18T22:05:21,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for c42323cb88e56bd30d6bd496e62b6e8c in 30ms, sequenceid=67, compaction requested=false 2024-11-18T22:05:21,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c42323cb88e56bd30d6bd496e62b6e8c: 2024-11-18T22:05:21,591 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.9 K, sizeToCheck=16.0 K 2024-11-18T22:05:21,591 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:21,591 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/5e664a162d52463caaf95f5b95892b1b because midkey is the same as first or last row 2024-11-18T22:05:21,594 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/644fcf5a5b0a48e1a4267943d4fbfc88 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88 2024-11-18T22:05:21,600 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c42323cb88e56bd30d6bd496e62b6e8c/info of c42323cb88e56bd30d6bd496e62b6e8c into 644fcf5a5b0a48e1a4267943d4fbfc88(size=44.0 K), total size for store is 65.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:05:21,600 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c42323cb88e56bd30d6bd496e62b6e8c: 2024-11-18T22:05:21,602 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., storeName=c42323cb88e56bd30d6bd496e62b6e8c/info, priority=13, startTime=1731967521557; duration=0sec 2024-11-18T22:05:21,602 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-18T22:05:21,602 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:21,602 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88 because midkey is the same as first or last row 2024-11-18T22:05:21,602 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-18T22:05:21,602 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:21,603 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88 because midkey is the same as first or last row 2024-11-18T22:05:21,603 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-18T22:05:21,603 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:21,603 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88 because midkey is the same as first or last row 2024-11-18T22:05:21,603 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:21,603 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c42323cb88e56bd30d6bd496e62b6e8c:info 2024-11-18T22:05:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c42323cb88e56bd30d6bd496e62b6e8c 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-18T22:05:23,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/299471307273450ebd598a7982108345 is 1055, key is row0055/info:/1731967521562/Put/seqid=0 2024-11-18T22:05:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741842_1018 (size=16542) 2024-11-18T22:05:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741842_1018 (size=16542) 2024-11-18T22:05:23,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/299471307273450ebd598a7982108345 2024-11-18T22:05:23,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/299471307273450ebd598a7982108345 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/299471307273450ebd598a7982108345 2024-11-18T22:05:23,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/299471307273450ebd598a7982108345, entries=11, sequenceid=82, filesize=16.2 K 2024-11-18T22:05:23,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=13.34 KB/13663 for c42323cb88e56bd30d6bd496e62b6e8c in 26ms, sequenceid=82, compaction requested=true 2024-11-18T22:05:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c42323cb88e56bd30d6bd496e62b6e8c: 2024-11-18T22:05:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-18T22:05:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88 because midkey is the same as first or last row 2024-11-18T22:05:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c42323cb88e56bd30d6bd496e62b6e8c:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:05:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,609 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T22:05:23,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c42323cb88e56bd30d6bd496e62b6e8c 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-18T22:05:23,611 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T22:05:23,611 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): c42323cb88e56bd30d6bd496e62b6e8c/info is initiating minor compaction (all files) 2024-11-18T22:05:23,611 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c42323cb88e56bd30d6bd496e62b6e8c/info in TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:05:23,611 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/a2593dd866c14b4c92d2d71189a9c8fd, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/299471307273450ebd598a7982108345] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp, totalSize=81.5 K 2024-11-18T22:05:23,612 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 644fcf5a5b0a48e1a4267943d4fbfc88, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731967509392 2024-11-18T22:05:23,612 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2593dd866c14b4c92d2d71189a9c8fd, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731967521532 2024-11-18T22:05:23,613 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 299471307273450ebd598a7982108345, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731967521562 2024-11-18T22:05:23,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/8e5cfd9e45ff4449bcc74c5f0bb20543 is 1055, key is row0066/info:/1731967523585/Put/seqid=0 2024-11-18T22:05:23,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741843_1019 (size=19714) 2024-11-18T22:05:23,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741843_1019 (size=19714) 2024-11-18T22:05:23,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/8e5cfd9e45ff4449bcc74c5f0bb20543 2024-11-18T22:05:23,627 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c42323cb88e56bd30d6bd496e62b6e8c#info#compaction#38 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:05:23,628 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/7c04562350ce4b2e9eb7c4f91e6a8a8e is 1055, key is row0001/info:/1731967509392/Put/seqid=0 2024-11-18T22:05:23,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/8e5cfd9e45ff4449bcc74c5f0bb20543 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/8e5cfd9e45ff4449bcc74c5f0bb20543 2024-11-18T22:05:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741844_1020 (size=73753) 2024-11-18T22:05:23,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741844_1020 (size=73753) 2024-11-18T22:05:23,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/8e5cfd9e45ff4449bcc74c5f0bb20543, entries=14, sequenceid=99, filesize=19.3 K 2024-11-18T22:05:23,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=13.34 KB/13663 for c42323cb88e56bd30d6bd496e62b6e8c in 30ms, sequenceid=99, compaction requested=false 2024-11-18T22:05:23,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c42323cb88e56bd30d6bd496e62b6e8c: 2024-11-18T22:05:23,640 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=100.8 K, sizeToCheck=16.0 K 2024-11-18T22:05:23,640 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:23,640 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88 because midkey is the same as first or last row 2024-11-18T22:05:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c42323cb88e56bd30d6bd496e62b6e8c 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-18T22:05:23,642 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/7c04562350ce4b2e9eb7c4f91e6a8a8e as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/7c04562350ce4b2e9eb7c4f91e6a8a8e 2024-11-18T22:05:23,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/0734fba9725142829f970395c6fc98b6 is 1055, key is row0080/info:/1731967523611/Put/seqid=0 2024-11-18T22:05:23,649 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c42323cb88e56bd30d6bd496e62b6e8c/info of c42323cb88e56bd30d6bd496e62b6e8c into 7c04562350ce4b2e9eb7c4f91e6a8a8e(size=72.0 K), total size for store is 91.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:05:23,649 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c42323cb88e56bd30d6bd496e62b6e8c: 2024-11-18T22:05:23,649 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., storeName=c42323cb88e56bd30d6bd496e62b6e8c/info, priority=13, startTime=1731967523609; duration=0sec 2024-11-18T22:05:23,649 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-11-18T22:05:23,649 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:23,650 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-11-18T22:05:23,650 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741845_1021 (size=19714) 2024-11-18T22:05:23,650 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-11-18T22:05:23,650 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741845_1021 (size=19714) 2024-11-18T22:05:23,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/0734fba9725142829f970395c6fc98b6 2024-11-18T22:05:23,651 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:23,651 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:23,651 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c42323cb88e56bd30d6bd496e62b6e8c:info 2024-11-18T22:05:23,652 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] assignment.AssignmentManager(1363): Split request from 66dff09c816a,44639,1731967498342, parent={ENCODED => c42323cb88e56bd30d6bd496e62b6e8c, NAME => 'TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-18T22:05:23,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/0734fba9725142829f970395c6fc98b6 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/0734fba9725142829f970395c6fc98b6 2024-11-18T22:05:23,657 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=66dff09c816a,44639,1731967498342 2024-11-18T22:05:23,661 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c42323cb88e56bd30d6bd496e62b6e8c, daughterA=645b186440a983d3b7d1db5f34a6f5ca, daughterB=6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:23,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/0734fba9725142829f970395c6fc98b6, entries=14, sequenceid=116, filesize=19.3 K 2024-11-18T22:05:23,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c42323cb88e56bd30d6bd496e62b6e8c, daughterA=645b186440a983d3b7d1db5f34a6f5ca, daughterB=6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:23,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c42323cb88e56bd30d6bd496e62b6e8c, daughterA=645b186440a983d3b7d1db5f34a6f5ca, daughterB=6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:23,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c42323cb88e56bd30d6bd496e62b6e8c, daughterA=645b186440a983d3b7d1db5f34a6f5ca, daughterB=6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:23,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=3.08 KB/3153 for c42323cb88e56bd30d6bd496e62b6e8c in 23ms, sequenceid=116, compaction requested=true 2024-11-18T22:05:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c42323cb88e56bd30d6bd496e62b6e8c: 2024-11-18T22:05:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=110.5 K, sizeToCheck=16.0 K 2024-11-18T22:05:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:23,664 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=110.5 K, sizeToCheck=16.0 K 2024-11-18T22:05:23,664 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:23,664 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=110.5 K, sizeToCheck=16.0 K 2024-11-18T22:05:23,664 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T22:05:23,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:23,665 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] assignment.AssignmentManager(1363): Split request from 66dff09c816a,44639,1731967498342, parent={ENCODED => c42323cb88e56bd30d6bd496e62b6e8c, NAME => 'TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-18T22:05:23,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] assignment.AssignmentManager(1378): Ignoring split request from 66dff09c816a,44639,1731967498342, parent={ENCODED => c42323cb88e56bd30d6bd496e62b6e8c, NAME => 'TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-18T22:05:23,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c42323cb88e56bd30d6bd496e62b6e8c, UNASSIGN}] 2024-11-18T22:05:23,670 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c42323cb88e56bd30d6bd496e62b6e8c, UNASSIGN 2024-11-18T22:05:23,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c42323cb88e56bd30d6bd496e62b6e8c, regionState=CLOSING, regionLocation=66dff09c816a,44639,1731967498342 2024-11-18T22:05:23,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c42323cb88e56bd30d6bd496e62b6e8c, UNASSIGN because future has completed 2024-11-18T22:05:23,674 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-18T22:05:23,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342}] 2024-11-18T22:05:23,831 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,831 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-18T22:05:23,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing c42323cb88e56bd30d6bd496e62b6e8c, disabling compactions & flushes 2024-11-18T22:05:23,832 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:05:23,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:05:23,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. after waiting 0 ms 2024-11-18T22:05:23,832 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:05:23,832 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing c42323cb88e56bd30d6bd496e62b6e8c 1/1 column families, dataSize=3.08 KB heapSize=3.55 KB 2024-11-18T22:05:23,837 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/e13658a4c4f64b19931ec58b0e8fb9bf is 1055, key is row0094/info:/1731967523641/Put/seqid=0 2024-11-18T22:05:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741846_1022 (size=8118) 2024-11-18T22:05:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741846_1022 (size=8118) 2024-11-18T22:05:23,847 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.08 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/e13658a4c4f64b19931ec58b0e8fb9bf 2024-11-18T22:05:23,854 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/.tmp/info/e13658a4c4f64b19931ec58b0e8fb9bf as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/e13658a4c4f64b19931ec58b0e8fb9bf 2024-11-18T22:05:23,860 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/e13658a4c4f64b19931ec58b0e8fb9bf, entries=3, sequenceid=123, filesize=7.9 K 2024-11-18T22:05:23,861 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for c42323cb88e56bd30d6bd496e62b6e8c in 29ms, sequenceid=123, compaction requested=true 2024-11-18T22:05:23,862 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/9b72e9368c5446109c1f22d12b223794, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/5e664a162d52463caaf95f5b95892b1b, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/37b0fd26986c43bb876fc3afb76612eb, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/a2593dd866c14b4c92d2d71189a9c8fd, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/299471307273450ebd598a7982108345] to archive 2024-11-18T22:05:23,863 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T22:05:23,864 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/9b72e9368c5446109c1f22d12b223794 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/9b72e9368c5446109c1f22d12b223794 2024-11-18T22:05:23,866 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/5e664a162d52463caaf95f5b95892b1b to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/5e664a162d52463caaf95f5b95892b1b 2024-11-18T22:05:23,867 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/644fcf5a5b0a48e1a4267943d4fbfc88 2024-11-18T22:05:23,868 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/37b0fd26986c43bb876fc3afb76612eb to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/37b0fd26986c43bb876fc3afb76612eb 2024-11-18T22:05:23,869 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/a2593dd866c14b4c92d2d71189a9c8fd to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/a2593dd866c14b4c92d2d71189a9c8fd 2024-11-18T22:05:23,870 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/299471307273450ebd598a7982108345 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/299471307273450ebd598a7982108345 2024-11-18T22:05:23,876 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-18T22:05:23,877 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. 2024-11-18T22:05:23,877 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for c42323cb88e56bd30d6bd496e62b6e8c: Waiting for close lock at 1731967523832Running coprocessor pre-close hooks at 1731967523832Disabling compacts and flushes for region at 1731967523832Disabling writes for close at 1731967523832Obtaining lock to block concurrent updates at 1731967523832Preparing flush snapshotting stores in c42323cb88e56bd30d6bd496e62b6e8c at 1731967523832Finished memstore snapshotting TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., syncing WAL and waiting on mvcc, flushsize=dataSize=3153, getHeapSize=3624, getOffHeapSize=0, getCellsCount=3 at 1731967523833 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. at 1731967523833Flushing c42323cb88e56bd30d6bd496e62b6e8c/info: creating writer at 1731967523833Flushing c42323cb88e56bd30d6bd496e62b6e8c/info: appending metadata at 1731967523836 (+3 ms)Flushing c42323cb88e56bd30d6bd496e62b6e8c/info: closing flushed file at 1731967523836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75dfe146: reopening flushed file at 1731967523853 (+17 ms)Finished flush of dataSize ~3.08 KB/3153, heapSize ~3.54 KB/3624, currentSize=0 B/0 for c42323cb88e56bd30d6bd496e62b6e8c in 29ms, sequenceid=123, compaction requested=true at 1731967523861 (+8 ms)Writing region close event to WAL at 1731967523873 (+12 ms)Running coprocessor post-close hooks at 1731967523877 (+4 ms)Closed at 1731967523877 2024-11-18T22:05:23,879 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c42323cb88e56bd30d6bd496e62b6e8c, regionState=CLOSED 2024-11-18T22:05:23,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342 because future has completed 2024-11-18T22:05:23,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T22:05:23,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure c42323cb88e56bd30d6bd496e62b6e8c, server=66dff09c816a,44639,1731967498342 in 209 msec 2024-11-18T22:05:23,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T22:05:23,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c42323cb88e56bd30d6bd496e62b6e8c, UNASSIGN in 217 msec 2024-11-18T22:05:23,896 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:05:23,900 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=c42323cb88e56bd30d6bd496e62b6e8c, threads=4 2024-11-18T22:05:23,901 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/0734fba9725142829f970395c6fc98b6 for region: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,901 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/e13658a4c4f64b19931ec58b0e8fb9bf for region: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,902 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/7c04562350ce4b2e9eb7c4f91e6a8a8e for region: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,902 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/8e5cfd9e45ff4449bcc74c5f0bb20543 for region: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,917 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/0734fba9725142829f970395c6fc98b6, top=true 2024-11-18T22:05:23,917 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/8e5cfd9e45ff4449bcc74c5f0bb20543, top=true 2024-11-18T22:05:23,918 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/e13658a4c4f64b19931ec58b0e8fb9bf, top=true 2024-11-18T22:05:23,934 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-e13658a4c4f64b19931ec58b0e8fb9bf for child: 6ba09eed230ea9c0da1ba0a7a3c338b4, parent: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,934 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-0734fba9725142829f970395c6fc98b6 for child: 6ba09eed230ea9c0da1ba0a7a3c338b4, parent: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,935 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/e13658a4c4f64b19931ec58b0e8fb9bf for region: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741847_1023 (size=27) 2024-11-18T22:05:23,935 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/0734fba9725142829f970395c6fc98b6 for region: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741847_1023 (size=27) 2024-11-18T22:05:23,942 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-8e5cfd9e45ff4449bcc74c5f0bb20543 for child: 6ba09eed230ea9c0da1ba0a7a3c338b4, parent: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,942 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/8e5cfd9e45ff4449bcc74c5f0bb20543 for region: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741848_1024 (size=27) 2024-11-18T22:05:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741848_1024 (size=27) 2024-11-18T22:05:23,950 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/7c04562350ce4b2e9eb7c4f91e6a8a8e for region: c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:05:23,952 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region c42323cb88e56bd30d6bd496e62b6e8c Daughter A: [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c] storefiles, Daughter B: [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-0734fba9725142829f970395c6fc98b6, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-8e5cfd9e45ff4449bcc74c5f0bb20543, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-e13658a4c4f64b19931ec58b0e8fb9bf] storefiles. 2024-11-18T22:05:23,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741849_1025 (size=71) 2024-11-18T22:05:23,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741849_1025 (size=71) 2024-11-18T22:05:23,964 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:05:23,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741850_1026 (size=71) 2024-11-18T22:05:23,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741850_1026 (size=71) 2024-11-18T22:05:23,980 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:05:23,991 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-18T22:05:23,994 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-18T22:05:23,996 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731967523996"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731967523996"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731967523996"}]},"ts":"1731967523996"} 2024-11-18T22:05:23,996 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731967523996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731967523996"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731967523996"}]},"ts":"1731967523996"} 2024-11-18T22:05:23,997 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731967523996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731967523996"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731967523996"}]},"ts":"1731967523996"} 2024-11-18T22:05:24,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=645b186440a983d3b7d1db5f34a6f5ca, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6ba09eed230ea9c0da1ba0a7a3c338b4, ASSIGN}] 2024-11-18T22:05:24,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=645b186440a983d3b7d1db5f34a6f5ca, ASSIGN 2024-11-18T22:05:24,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6ba09eed230ea9c0da1ba0a7a3c338b4, ASSIGN 2024-11-18T22:05:24,017 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=645b186440a983d3b7d1db5f34a6f5ca, ASSIGN; state=SPLITTING_NEW, location=66dff09c816a,44639,1731967498342; forceNewPlan=false, retain=false 2024-11-18T22:05:24,017 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6ba09eed230ea9c0da1ba0a7a3c338b4, ASSIGN; state=SPLITTING_NEW, location=66dff09c816a,44639,1731967498342; forceNewPlan=false, retain=false 2024-11-18T22:05:24,167 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6ba09eed230ea9c0da1ba0a7a3c338b4, regionState=OPENING, regionLocation=66dff09c816a,44639,1731967498342 2024-11-18T22:05:24,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=645b186440a983d3b7d1db5f34a6f5ca, regionState=OPENING, regionLocation=66dff09c816a,44639,1731967498342 2024-11-18T22:05:24,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6ba09eed230ea9c0da1ba0a7a3c338b4, ASSIGN because future has completed 2024-11-18T22:05:24,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342}] 2024-11-18T22:05:24,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=645b186440a983d3b7d1db5f34a6f5ca, ASSIGN because future has completed 2024-11-18T22:05:24,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 645b186440a983d3b7d1db5f34a6f5ca, server=66dff09c816a,44639,1731967498342}] 2024-11-18T22:05:24,327 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:05:24,327 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 645b186440a983d3b7d1db5f34a6f5ca, NAME => 'TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-18T22:05:24,328 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,328 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:05:24,328 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,328 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,329 INFO [StoreOpener-645b186440a983d3b7d1db5f34a6f5ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,330 INFO [StoreOpener-645b186440a983d3b7d1db5f34a6f5ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 645b186440a983d3b7d1db5f34a6f5ca columnFamilyName info 2024-11-18T22:05:24,330 DEBUG [StoreOpener-645b186440a983d3b7d1db5f34a6f5ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:05:24,343 DEBUG [StoreOpener-645b186440a983d3b7d1db5f34a6f5ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c->hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/7c04562350ce4b2e9eb7c4f91e6a8a8e-bottom 2024-11-18T22:05:24,344 INFO [StoreOpener-645b186440a983d3b7d1db5f34a6f5ca-1 {}] regionserver.HStore(327): Store=645b186440a983d3b7d1db5f34a6f5ca/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:05:24,344 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,345 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,346 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,346 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,346 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,348 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,349 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 645b186440a983d3b7d1db5f34a6f5ca; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=768940, jitterRate=-0.022242426872253418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:05:24,349 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:05:24,350 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 645b186440a983d3b7d1db5f34a6f5ca: Running coprocessor pre-open hook at 1731967524328Writing region info on filesystem at 1731967524328Initializing all the Stores at 1731967524329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967524329Cleaning up temporary data from old regions at 1731967524346 (+17 ms)Running coprocessor post-open hooks at 1731967524349 (+3 ms)Region opened successfully at 1731967524350 (+1 ms) 2024-11-18T22:05:24,351 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca., pid=13, masterSystemTime=1731967524323 2024-11-18T22:05:24,351 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 645b186440a983d3b7d1db5f34a6f5ca:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:05:24,351 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-18T22:05:24,351 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:24,352 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:05:24,352 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): 645b186440a983d3b7d1db5f34a6f5ca/info is initiating minor compaction (all files) 2024-11-18T22:05:24,352 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 645b186440a983d3b7d1db5f34a6f5ca/info in TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:05:24,352 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c->hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/7c04562350ce4b2e9eb7c4f91e6a8a8e-bottom] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/.tmp, totalSize=72.0 K 2024-11-18T22:05:24,353 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731967509392 2024-11-18T22:05:24,353 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:05:24,353 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:05:24,353 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:05:24,353 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ba09eed230ea9c0da1ba0a7a3c338b4, NAME => 'TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-18T22:05:24,354 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,354 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:05:24,354 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,354 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,354 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=645b186440a983d3b7d1db5f34a6f5ca, regionState=OPEN, openSeqNum=127, regionLocation=66dff09c816a,44639,1731967498342 2024-11-18T22:05:24,356 INFO [StoreOpener-6ba09eed230ea9c0da1ba0a7a3c338b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,356 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-18T22:05:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T22:05:24,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-18T22:05:24,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 645b186440a983d3b7d1db5f34a6f5ca, server=66dff09c816a,44639,1731967498342 because future has completed 2024-11-18T22:05:24,357 INFO [StoreOpener-6ba09eed230ea9c0da1ba0a7a3c338b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ba09eed230ea9c0da1ba0a7a3c338b4 columnFamilyName info 2024-11-18T22:05:24,357 DEBUG [StoreOpener-6ba09eed230ea9c0da1ba0a7a3c338b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:05:24,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-18T22:05:24,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 645b186440a983d3b7d1db5f34a6f5ca, server=66dff09c816a,44639,1731967498342 in 186 msec 2024-11-18T22:05:24,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=645b186440a983d3b7d1db5f34a6f5ca, ASSIGN in 346 msec 2024-11-18T22:05:24,375 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 645b186440a983d3b7d1db5f34a6f5ca#info#compaction#41 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:05:24,376 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/.tmp/info/3c1b327c1a2f4a0da336a6ce5d220338 is 1055, key is row0001/info:/1731967509392/Put/seqid=0 2024-11-18T22:05:24,381 DEBUG [StoreOpener-6ba09eed230ea9c0da1ba0a7a3c338b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c->hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/7c04562350ce4b2e9eb7c4f91e6a8a8e-top 2024-11-18T22:05:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741851_1027 (size=71441) 2024-11-18T22:05:24,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741851_1027 (size=71441) 2024-11-18T22:05:24,387 DEBUG [StoreOpener-6ba09eed230ea9c0da1ba0a7a3c338b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-0734fba9725142829f970395c6fc98b6 2024-11-18T22:05:24,391 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/.tmp/info/3c1b327c1a2f4a0da336a6ce5d220338 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/info/3c1b327c1a2f4a0da336a6ce5d220338 2024-11-18T22:05:24,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/info/59cfbe1776d74bab88f419bda73aaf1d is 193, key is TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4./info:regioninfo/1731967524167/Put/seqid=0 2024-11-18T22:05:24,392 DEBUG [StoreOpener-6ba09eed230ea9c0da1ba0a7a3c338b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-8e5cfd9e45ff4449bcc74c5f0bb20543 2024-11-18T22:05:24,428 DEBUG [StoreOpener-6ba09eed230ea9c0da1ba0a7a3c338b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-e13658a4c4f64b19931ec58b0e8fb9bf 2024-11-18T22:05:24,428 INFO [StoreOpener-6ba09eed230ea9c0da1ba0a7a3c338b4-1 {}] regionserver.HStore(327): Store=6ba09eed230ea9c0da1ba0a7a3c338b4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:05:24,428 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,429 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 645b186440a983d3b7d1db5f34a6f5ca/info of 645b186440a983d3b7d1db5f34a6f5ca into 3c1b327c1a2f4a0da336a6ce5d220338(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:05:24,429 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 645b186440a983d3b7d1db5f34a6f5ca: 2024-11-18T22:05:24,429 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca., storeName=645b186440a983d3b7d1db5f34a6f5ca/info, priority=15, startTime=1731967524351; duration=0sec 2024-11-18T22:05:24,429 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,429 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:24,429 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 645b186440a983d3b7d1db5f34a6f5ca:info 2024-11-18T22:05:24,432 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741852_1028 (size=9847) 2024-11-18T22:05:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741852_1028 (size=9847) 2024-11-18T22:05:24,433 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,433 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,434 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,435 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 6ba09eed230ea9c0da1ba0a7a3c338b4; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767171, jitterRate=-0.024492859840393066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:05:24,435 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:24,435 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: Running coprocessor pre-open hook at 1731967524354Writing region info on filesystem at 1731967524354Initializing all the Stores at 1731967524355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967524355Cleaning up temporary data from old regions at 1731967524433 (+78 ms)Running coprocessor post-open hooks at 1731967524435 (+2 ms)Region opened successfully at 1731967524435 2024-11-18T22:05:24,436 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., pid=12, masterSystemTime=1731967524323 2024-11-18T22:05:24,436 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 6ba09eed230ea9c0da1ba0a7a3c338b4:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:05:24,436 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:24,436 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T22:05:24,438 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:05:24,438 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): 6ba09eed230ea9c0da1ba0a7a3c338b4/info is initiating minor compaction (all files) 2024-11-18T22:05:24,438 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba09eed230ea9c0da1ba0a7a3c338b4/info in TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:05:24,438 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c->hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/7c04562350ce4b2e9eb7c4f91e6a8a8e-top, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-8e5cfd9e45ff4449bcc74c5f0bb20543, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-0734fba9725142829f970395c6fc98b6, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-e13658a4c4f64b19931ec58b0e8fb9bf] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp, totalSize=118.5 K 2024-11-18T22:05:24,438 DEBUG [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:05:24,439 INFO [RS_OPEN_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:05:24,439 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731967509392 2024-11-18T22:05:24,439 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-8e5cfd9e45ff4449bcc74c5f0bb20543, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731967523585 2024-11-18T22:05:24,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6ba09eed230ea9c0da1ba0a7a3c338b4, regionState=OPEN, openSeqNum=127, regionLocation=66dff09c816a,44639,1731967498342 2024-11-18T22:05:24,440 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-0734fba9725142829f970395c6fc98b6, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731967523611 2024-11-18T22:05:24,440 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-e13658a4c4f64b19931ec58b0e8fb9bf, keycount=3, bloomtype=ROW, size=7.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731967523641 2024-11-18T22:05:24,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 because future has completed 2024-11-18T22:05:24,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T22:05:24,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 in 271 msec 2024-11-18T22:05:24,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T22:05:24,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6ba09eed230ea9c0da1ba0a7a3c338b4, ASSIGN in 429 msec 2024-11-18T22:05:24,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c42323cb88e56bd30d6bd496e62b6e8c, daughterA=645b186440a983d3b7d1db5f34a6f5ca, daughterB=6ba09eed230ea9c0da1ba0a7a3c338b4 in 789 msec 2024-11-18T22:05:24,466 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba09eed230ea9c0da1ba0a7a3c338b4#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:05:24,466 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/d80d10b513da4cf4a86b63b7d1618dd6 is 1055, key is row0064/info:/1731967521580/Put/seqid=0 2024-11-18T22:05:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741853_1029 (size=40102) 2024-11-18T22:05:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741853_1029 (size=40102) 2024-11-18T22:05:24,479 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/d80d10b513da4cf4a86b63b7d1618dd6 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/d80d10b513da4cf4a86b63b7d1618dd6 2024-11-18T22:05:24,484 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ba09eed230ea9c0da1ba0a7a3c338b4/info of 6ba09eed230ea9c0da1ba0a7a3c338b4 into d80d10b513da4cf4a86b63b7d1618dd6(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:05:24,484 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:24,484 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., storeName=6ba09eed230ea9c0da1ba0a7a3c338b4/info, priority=12, startTime=1731967524436; duration=0sec 2024-11-18T22:05:24,485 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:24,485 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba09eed230ea9c0da1ba0a7a3c338b4:info 2024-11-18T22:05:24,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/info/59cfbe1776d74bab88f419bda73aaf1d 2024-11-18T22:05:24,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/ns/f7b2f4abe9514700a88814c648e6a8d4 is 43, key is default/ns:d/1731967499156/Put/seqid=0 2024-11-18T22:05:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741854_1030 (size=5153) 2024-11-18T22:05:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741854_1030 (size=5153) 2024-11-18T22:05:24,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/ns/f7b2f4abe9514700a88814c648e6a8d4 2024-11-18T22:05:24,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/table/a6d636beadad4b0db24dce8e26220150 is 65, key is TestLogRolling-testLogRolling/table:state/1731967499638/Put/seqid=0 2024-11-18T22:05:24,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741855_1031 (size=5340) 2024-11-18T22:05:24,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741855_1031 (size=5340) 2024-11-18T22:05:24,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/table/a6d636beadad4b0db24dce8e26220150 2024-11-18T22:05:24,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/info/59cfbe1776d74bab88f419bda73aaf1d as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/info/59cfbe1776d74bab88f419bda73aaf1d 2024-11-18T22:05:24,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/info/59cfbe1776d74bab88f419bda73aaf1d, entries=30, sequenceid=17, filesize=9.6 K 2024-11-18T22:05:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/ns/f7b2f4abe9514700a88814c648e6a8d4 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/ns/f7b2f4abe9514700a88814c648e6a8d4 2024-11-18T22:05:24,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/ns/f7b2f4abe9514700a88814c648e6a8d4, entries=2, sequenceid=17, filesize=5.0 K 2024-11-18T22:05:24,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/table/a6d636beadad4b0db24dce8e26220150 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/table/a6d636beadad4b0db24dce8e26220150 2024-11-18T22:05:24,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/table/a6d636beadad4b0db24dce8e26220150, entries=2, sequenceid=17, filesize=5.2 K 2024-11-18T22:05:24,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 554ms, sequenceid=17, compaction requested=false 2024-11-18T22:05:24,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-18T22:05:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53594 deadline: 1731967535647, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. is not online on 66dff09c816a,44639,1731967498342 2024-11-18T22:05:25,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., hostname=66dff09c816a,44639,1731967498342, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., hostname=66dff09c816a,44639,1731967498342, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. is not online on 66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:05:25,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., hostname=66dff09c816a,44639,1731967498342, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c. is not online on 66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:05:25,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731967499273.c42323cb88e56bd30d6bd496e62b6e8c., hostname=66dff09c816a,44639,1731967498342, seqNum=2 from cache 2024-11-18T22:05:28,274 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:05:28,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:28,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:28,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:28,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:28,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:28,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:28,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:28,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:28,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:28,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T22:05:29,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:29,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T22:05:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., hostname=66dff09c816a,44639,1731967498342, seqNum=127] 2024-11-18T22:05:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:35,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T22:05:35,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/1896c8b1e44446ccab98e53255340408 is 1055, key is row0097/info:/1731967535722/Put/seqid=0 2024-11-18T22:05:35,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741856_1032 (size=13394) 2024-11-18T22:05:35,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741856_1032 (size=13394) 2024-11-18T22:05:35,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/1896c8b1e44446ccab98e53255340408 2024-11-18T22:05:35,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/1896c8b1e44446ccab98e53255340408 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1896c8b1e44446ccab98e53255340408 2024-11-18T22:05:35,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1896c8b1e44446ccab98e53255340408, entries=8, sequenceid=138, filesize=13.1 K 2024-11-18T22:05:35,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 26ms, sequenceid=138, compaction requested=false 2024-11-18T22:05:35,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:35,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-18T22:05:35,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/935803aa1bf24a4a929d5f4113948c56 is 1055, key is row0105/info:/1731967535736/Put/seqid=0 2024-11-18T22:05:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741857_1033 (size=22891) 2024-11-18T22:05:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741857_1033 (size=22891) 2024-11-18T22:05:35,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/935803aa1bf24a4a929d5f4113948c56 2024-11-18T22:05:35,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/935803aa1bf24a4a929d5f4113948c56 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/935803aa1bf24a4a929d5f4113948c56 2024-11-18T22:05:35,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/935803aa1bf24a4a929d5f4113948c56, entries=17, sequenceid=158, filesize=22.4 K 2024-11-18T22:05:35,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 23ms, sequenceid=158, compaction requested=true 2024-11-18T22:05:35,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:35,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba09eed230ea9c0da1ba0a7a3c338b4:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:05:35,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:35,784 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T22:05:35,785 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76387 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T22:05:35,785 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): 6ba09eed230ea9c0da1ba0a7a3c338b4/info is initiating minor compaction (all files) 2024-11-18T22:05:35,785 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba09eed230ea9c0da1ba0a7a3c338b4/info in TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:05:35,785 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/d80d10b513da4cf4a86b63b7d1618dd6, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1896c8b1e44446ccab98e53255340408, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/935803aa1bf24a4a929d5f4113948c56] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp, totalSize=74.6 K 2024-11-18T22:05:35,786 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting d80d10b513da4cf4a86b63b7d1618dd6, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731967521580 2024-11-18T22:05:35,786 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1896c8b1e44446ccab98e53255340408, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731967535722 2024-11-18T22:05:35,786 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 935803aa1bf24a4a929d5f4113948c56, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731967535736 2024-11-18T22:05:35,798 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba09eed230ea9c0da1ba0a7a3c338b4#info#compaction#48 average throughput is 29.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:05:35,799 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/b7d18c33d8d947c19718c39beef026d6 is 1055, key is row0064/info:/1731967521580/Put/seqid=0 2024-11-18T22:05:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741858_1034 (size=66597) 2024-11-18T22:05:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741858_1034 (size=66597) 2024-11-18T22:05:35,812 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/b7d18c33d8d947c19718c39beef026d6 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/b7d18c33d8d947c19718c39beef026d6 2024-11-18T22:05:35,817 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba09eed230ea9c0da1ba0a7a3c338b4/info of 6ba09eed230ea9c0da1ba0a7a3c338b4 into b7d18c33d8d947c19718c39beef026d6(size=65.0 K), total size for store is 65.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:05:35,818 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:35,818 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., storeName=6ba09eed230ea9c0da1ba0a7a3c338b4/info, priority=13, startTime=1731967535784; duration=0sec 2024-11-18T22:05:35,818 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:35,818 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba09eed230ea9c0da1ba0a7a3c338b4:info 2024-11-18T22:05:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:37,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T22:05:37,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/5921398839ee46698e598a3e56808a63 is 1055, key is row0122/info:/1731967535762/Put/seqid=0 2024-11-18T22:05:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741859_1035 (size=13394) 2024-11-18T22:05:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741859_1035 (size=13394) 2024-11-18T22:05:37,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/5921398839ee46698e598a3e56808a63 2024-11-18T22:05:37,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/5921398839ee46698e598a3e56808a63 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/5921398839ee46698e598a3e56808a63 2024-11-18T22:05:37,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/5921398839ee46698e598a3e56808a63, entries=8, sequenceid=170, filesize=13.1 K 2024-11-18T22:05:37,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 24ms, sequenceid=170, compaction requested=false 2024-11-18T22:05:37,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:37,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-18T22:05:37,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/0d4206d4406943b8bc6798058f89f942 is 1055, key is row0130/info:/1731967537776/Put/seqid=0 2024-11-18T22:05:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741860_1036 (size=21838) 2024-11-18T22:05:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741860_1036 (size=21838) 2024-11-18T22:05:37,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/0d4206d4406943b8bc6798058f89f942 2024-11-18T22:05:37,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/0d4206d4406943b8bc6798058f89f942 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0d4206d4406943b8bc6798058f89f942 2024-11-18T22:05:37,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T22:05:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53594 deadline: 1731967547819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 2024-11-18T22:05:37,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0d4206d4406943b8bc6798058f89f942, entries=16, sequenceid=189, filesize=21.3 K 2024-11-18T22:05:37,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., hostname=66dff09c816a,44639,1731967498342, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., hostname=66dff09c816a,44639,1731967498342, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:05:37,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., hostname=66dff09c816a,44639,1731967498342, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:05:37,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., hostname=66dff09c816a,44639,1731967498342, seqNum=127 because the exception is null or not the one we care about 2024-11-18T22:05:37,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 22ms, sequenceid=189, compaction requested=true 2024-11-18T22:05:37,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:37,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba09eed230ea9c0da1ba0a7a3c338b4:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:05:37,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:37,821 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T22:05:37,822 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T22:05:37,822 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): 6ba09eed230ea9c0da1ba0a7a3c338b4/info is initiating minor compaction (all files) 2024-11-18T22:05:37,822 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba09eed230ea9c0da1ba0a7a3c338b4/info in TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:05:37,822 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/b7d18c33d8d947c19718c39beef026d6, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/5921398839ee46698e598a3e56808a63, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0d4206d4406943b8bc6798058f89f942] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp, totalSize=99.4 K 2024-11-18T22:05:37,822 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7d18c33d8d947c19718c39beef026d6, keycount=58, bloomtype=ROW, size=65.0 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731967521580 2024-11-18T22:05:37,823 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5921398839ee46698e598a3e56808a63, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731967535762 2024-11-18T22:05:37,823 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d4206d4406943b8bc6798058f89f942, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731967537776 2024-11-18T22:05:37,835 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba09eed230ea9c0da1ba0a7a3c338b4#info#compaction#51 average throughput is 27.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:05:37,835 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/3cbd5e12f2d843738f15208e8a014ddc is 1055, key is row0064/info:/1731967521580/Put/seqid=0 2024-11-18T22:05:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741861_1037 (size=92048) 2024-11-18T22:05:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741861_1037 (size=92048) 2024-11-18T22:05:37,846 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/3cbd5e12f2d843738f15208e8a014ddc as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3cbd5e12f2d843738f15208e8a014ddc 2024-11-18T22:05:37,853 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba09eed230ea9c0da1ba0a7a3c338b4/info of 6ba09eed230ea9c0da1ba0a7a3c338b4 into 3cbd5e12f2d843738f15208e8a014ddc(size=89.9 K), total size for store is 89.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:05:37,853 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:37,853 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., storeName=6ba09eed230ea9c0da1ba0a7a3c338b4/info, priority=13, startTime=1731967537821; duration=0sec 2024-11-18T22:05:37,853 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:37,853 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba09eed230ea9c0da1ba0a7a3c338b4:info 2024-11-18T22:05:39,169 INFO [master/66dff09c816a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T22:05:39,170 INFO [master/66dff09c816a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T22:05:44,125 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-18T22:05:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:47,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-18T22:05:47,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/df956f0637934444964c32f87a120596 is 1055, key is row0146/info:/1731967537799/Put/seqid=0 2024-11-18T22:05:47,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741862_1038 (size=19728) 2024-11-18T22:05:47,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741862_1038 (size=19728) 2024-11-18T22:05:47,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/df956f0637934444964c32f87a120596 2024-11-18T22:05:47,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/df956f0637934444964c32f87a120596 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/df956f0637934444964c32f87a120596 2024-11-18T22:05:47,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/df956f0637934444964c32f87a120596, entries=14, sequenceid=207, filesize=19.3 K 2024-11-18T22:05:47,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 23ms, sequenceid=207, compaction requested=false 2024-11-18T22:05:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:49,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T22:05:49,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/684133c21ec544a0aea16eecc1c4700e is 1055, key is row0160/info:/1731967547918/Put/seqid=0 2024-11-18T22:05:49,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741863_1039 (size=13394) 2024-11-18T22:05:49,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741863_1039 (size=13394) 2024-11-18T22:05:49,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/684133c21ec544a0aea16eecc1c4700e 2024-11-18T22:05:49,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/684133c21ec544a0aea16eecc1c4700e as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/684133c21ec544a0aea16eecc1c4700e 2024-11-18T22:05:49,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/684133c21ec544a0aea16eecc1c4700e, entries=8, sequenceid=218, filesize=13.1 K 2024-11-18T22:05:49,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 24ms, sequenceid=218, compaction requested=true 2024-11-18T22:05:49,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:49,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba09eed230ea9c0da1ba0a7a3c338b4:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:05:49,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:49,954 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T22:05:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:49,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-18T22:05:49,955 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125170 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T22:05:49,956 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): 6ba09eed230ea9c0da1ba0a7a3c338b4/info is initiating minor compaction (all files) 2024-11-18T22:05:49,956 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba09eed230ea9c0da1ba0a7a3c338b4/info in TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:05:49,956 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3cbd5e12f2d843738f15208e8a014ddc, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/df956f0637934444964c32f87a120596, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/684133c21ec544a0aea16eecc1c4700e] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp, totalSize=122.2 K 2024-11-18T22:05:49,956 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cbd5e12f2d843738f15208e8a014ddc, keycount=82, bloomtype=ROW, size=89.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731967521580 2024-11-18T22:05:49,957 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting df956f0637934444964c32f87a120596, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731967537799 2024-11-18T22:05:49,957 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 684133c21ec544a0aea16eecc1c4700e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731967547918 2024-11-18T22:05:49,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/619061d4ecf54a03978d20edb755b8a9 is 1055, key is row0168/info:/1731967549931/Put/seqid=0 2024-11-18T22:05:49,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741864_1040 (size=21838) 2024-11-18T22:05:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741864_1040 (size=21838) 2024-11-18T22:05:49,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/619061d4ecf54a03978d20edb755b8a9 2024-11-18T22:05:49,972 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba09eed230ea9c0da1ba0a7a3c338b4#info#compaction#55 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:05:49,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/619061d4ecf54a03978d20edb755b8a9 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/619061d4ecf54a03978d20edb755b8a9 2024-11-18T22:05:49,973 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/0b607e3d30e64e47bfec4be1e1a916af is 1055, key is row0064/info:/1731967521580/Put/seqid=0 2024-11-18T22:05:49,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/619061d4ecf54a03978d20edb755b8a9, entries=16, sequenceid=237, filesize=21.3 K 2024-11-18T22:05:49,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 24ms, sequenceid=237, compaction requested=false 2024-11-18T22:05:49,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:49,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741865_1041 (size=115320) 2024-11-18T22:05:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741865_1041 (size=115320) 2024-11-18T22:05:49,986 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/0b607e3d30e64e47bfec4be1e1a916af as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0b607e3d30e64e47bfec4be1e1a916af 2024-11-18T22:05:49,992 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba09eed230ea9c0da1ba0a7a3c338b4/info of 6ba09eed230ea9c0da1ba0a7a3c338b4 into 0b607e3d30e64e47bfec4be1e1a916af(size=112.6 K), total size for store is 133.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:05:49,992 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:49,992 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., storeName=6ba09eed230ea9c0da1ba0a7a3c338b4/info, priority=13, startTime=1731967549954; duration=0sec 2024-11-18T22:05:49,992 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:49,993 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba09eed230ea9c0da1ba0a7a3c338b4:info 2024-11-18T22:05:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:51,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-18T22:05:51,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/1905292979d242d28b965dad47cc70e2 is 1055, key is row0184/info:/1731967549955/Put/seqid=0 2024-11-18T22:05:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741866_1042 (size=15500) 2024-11-18T22:05:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741866_1042 (size=15500) 2024-11-18T22:05:51,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/1905292979d242d28b965dad47cc70e2 2024-11-18T22:05:51,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/1905292979d242d28b965dad47cc70e2 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1905292979d242d28b965dad47cc70e2 2024-11-18T22:05:51,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1905292979d242d28b965dad47cc70e2, entries=10, sequenceid=251, filesize=15.1 K 2024-11-18T22:05:51,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=15.40 KB/15765 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 23ms, sequenceid=251, compaction requested=true 2024-11-18T22:05:51,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:51,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba09eed230ea9c0da1ba0a7a3c338b4:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:05:51,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:51,996 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T22:05:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:05:51,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-18T22:05:51,997 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152658 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T22:05:51,997 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): 6ba09eed230ea9c0da1ba0a7a3c338b4/info is initiating minor compaction (all files) 2024-11-18T22:05:51,997 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba09eed230ea9c0da1ba0a7a3c338b4/info in TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:05:51,998 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0b607e3d30e64e47bfec4be1e1a916af, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/619061d4ecf54a03978d20edb755b8a9, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1905292979d242d28b965dad47cc70e2] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp, totalSize=149.1 K 2024-11-18T22:05:51,998 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b607e3d30e64e47bfec4be1e1a916af, keycount=104, bloomtype=ROW, size=112.6 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731967521580 2024-11-18T22:05:51,999 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 619061d4ecf54a03978d20edb755b8a9, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731967549931 2024-11-18T22:05:51,999 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1905292979d242d28b965dad47cc70e2, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731967549955 2024-11-18T22:05:52,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/201ef1b07fb24b2780c885ce05afb2c7 is 1055, key is row0194/info:/1731967551974/Put/seqid=0 2024-11-18T22:05:52,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741867_1043 (size=21851) 2024-11-18T22:05:52,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741867_1043 (size=21851) 2024-11-18T22:05:52,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/201ef1b07fb24b2780c885ce05afb2c7 2024-11-18T22:05:52,018 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba09eed230ea9c0da1ba0a7a3c338b4#info#compaction#58 average throughput is 26.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:05:52,018 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/a379bd4dd86946a790e43d727ac2d2dd is 1055, key is row0064/info:/1731967521580/Put/seqid=0 2024-11-18T22:05:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T22:05:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:53594 deadline: 1731967562018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 2024-11-18T22:05:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., hostname=66dff09c816a,44639,1731967498342, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., hostname=66dff09c816a,44639,1731967498342, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:05:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., hostname=66dff09c816a,44639,1731967498342, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6ba09eed230ea9c0da1ba0a7a3c338b4, server=66dff09c816a,44639,1731967498342 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:05:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., hostname=66dff09c816a,44639,1731967498342, seqNum=127 because the exception is null or not the one we care about 2024-11-18T22:05:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/201ef1b07fb24b2780c885ce05afb2c7 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/201ef1b07fb24b2780c885ce05afb2c7 2024-11-18T22:05:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741868_1044 (size=143004) 2024-11-18T22:05:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741868_1044 (size=143004) 2024-11-18T22:05:52,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/201ef1b07fb24b2780c885ce05afb2c7, entries=16, sequenceid=270, filesize=21.3 K 2024-11-18T22:05:52,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 31ms, sequenceid=270, compaction requested=false 2024-11-18T22:05:52,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:52,028 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/a379bd4dd86946a790e43d727ac2d2dd as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/a379bd4dd86946a790e43d727ac2d2dd 2024-11-18T22:05:52,034 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba09eed230ea9c0da1ba0a7a3c338b4/info of 6ba09eed230ea9c0da1ba0a7a3c338b4 into a379bd4dd86946a790e43d727ac2d2dd(size=139.7 K), total size for store is 161.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:05:52,034 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:05:52,034 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., storeName=6ba09eed230ea9c0da1ba0a7a3c338b4/info, priority=13, startTime=1731967551996; duration=0sec 2024-11-18T22:05:52,034 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:05:52,034 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba09eed230ea9c0da1ba0a7a3c338b4:info 2024-11-18T22:05:58,274 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:06:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:06:02,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-18T22:06:02,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/4183fcc0ca87440e8b2e35f9246618e0 is 1055, key is row0210/info:/1731967551997/Put/seqid=0 2024-11-18T22:06:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741869_1045 (size=19742) 2024-11-18T22:06:02,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741869_1045 (size=19742) 2024-11-18T22:06:02,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/4183fcc0ca87440e8b2e35f9246618e0 2024-11-18T22:06:02,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/4183fcc0ca87440e8b2e35f9246618e0 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/4183fcc0ca87440e8b2e35f9246618e0 2024-11-18T22:06:02,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/4183fcc0ca87440e8b2e35f9246618e0, entries=14, sequenceid=288, filesize=19.3 K 2024-11-18T22:06:02,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 22ms, sequenceid=288, compaction requested=true 2024-11-18T22:06:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:06:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba09eed230ea9c0da1ba0a7a3c338b4:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:06:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:06:02,078 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T22:06:02,079 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T22:06:02,079 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): 6ba09eed230ea9c0da1ba0a7a3c338b4/info is initiating minor compaction (all files) 2024-11-18T22:06:02,079 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba09eed230ea9c0da1ba0a7a3c338b4/info in TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:06:02,079 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/a379bd4dd86946a790e43d727ac2d2dd, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/201ef1b07fb24b2780c885ce05afb2c7, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/4183fcc0ca87440e8b2e35f9246618e0] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp, totalSize=180.3 K 2024-11-18T22:06:02,080 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting a379bd4dd86946a790e43d727ac2d2dd, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731967521580 2024-11-18T22:06:02,080 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 201ef1b07fb24b2780c885ce05afb2c7, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731967551974 2024-11-18T22:06:02,080 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4183fcc0ca87440e8b2e35f9246618e0, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731967551997 2024-11-18T22:06:02,092 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba09eed230ea9c0da1ba0a7a3c338b4#info#compaction#60 average throughput is 53.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:06:02,093 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/3da8a5d860874ceba314a98587b861a8 is 1055, key is row0064/info:/1731967521580/Put/seqid=0 2024-11-18T22:06:02,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741870_1046 (size=174731) 2024-11-18T22:06:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741870_1046 (size=174731) 2024-11-18T22:06:02,102 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/3da8a5d860874ceba314a98587b861a8 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3da8a5d860874ceba314a98587b861a8 2024-11-18T22:06:02,108 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba09eed230ea9c0da1ba0a7a3c338b4/info of 6ba09eed230ea9c0da1ba0a7a3c338b4 into 3da8a5d860874ceba314a98587b861a8(size=170.6 K), total size for store is 170.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:06:02,108 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:06:02,108 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., storeName=6ba09eed230ea9c0da1ba0a7a3c338b4/info, priority=13, startTime=1731967562078; duration=0sec 2024-11-18T22:06:02,108 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:06:02,108 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba09eed230ea9c0da1ba0a7a3c338b4:info 2024-11-18T22:06:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:06:04,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T22:06:04,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/384e1da872664b6caf12e9a8a96b0f9e is 1055, key is row0224/info:/1731967562057/Put/seqid=0 2024-11-18T22:06:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741871_1047 (size=13402) 2024-11-18T22:06:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741871_1047 (size=13402) 2024-11-18T22:06:04,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/384e1da872664b6caf12e9a8a96b0f9e 2024-11-18T22:06:04,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/384e1da872664b6caf12e9a8a96b0f9e as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/384e1da872664b6caf12e9a8a96b0f9e 2024-11-18T22:06:04,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/384e1da872664b6caf12e9a8a96b0f9e, entries=8, sequenceid=300, filesize=13.1 K 2024-11-18T22:06:04,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 24ms, sequenceid=300, compaction requested=false 2024-11-18T22:06:04,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:06:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44639 {}] regionserver.HRegion(8855): Flush requested on 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:06:04,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-18T22:06:04,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/497581290bd2461785047b8a43ff1c55 is 1055, key is row0232/info:/1731967564072/Put/seqid=0 2024-11-18T22:06:04,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741872_1048 (size=21854) 2024-11-18T22:06:04,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741872_1048 (size=21854) 2024-11-18T22:06:04,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/497581290bd2461785047b8a43ff1c55 2024-11-18T22:06:04,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/497581290bd2461785047b8a43ff1c55 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/497581290bd2461785047b8a43ff1c55 2024-11-18T22:06:04,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/497581290bd2461785047b8a43ff1c55, entries=16, sequenceid=319, filesize=21.3 K 2024-11-18T22:06:04,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 24ms, sequenceid=319, compaction requested=true 2024-11-18T22:06:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:06:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba09eed230ea9c0da1ba0a7a3c338b4:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T22:06:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:06:04,119 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T22:06:04,120 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 209987 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T22:06:04,120 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1541): 6ba09eed230ea9c0da1ba0a7a3c338b4/info is initiating minor compaction (all files) 2024-11-18T22:06:04,120 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba09eed230ea9c0da1ba0a7a3c338b4/info in TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:06:04,120 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3da8a5d860874ceba314a98587b861a8, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/384e1da872664b6caf12e9a8a96b0f9e, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/497581290bd2461785047b8a43ff1c55] into tmpdir=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp, totalSize=205.1 K 2024-11-18T22:06:04,121 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3da8a5d860874ceba314a98587b861a8, keycount=160, bloomtype=ROW, size=170.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731967521580 2024-11-18T22:06:04,121 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 384e1da872664b6caf12e9a8a96b0f9e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731967562057 2024-11-18T22:06:04,121 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] compactions.Compactor(225): Compacting 497581290bd2461785047b8a43ff1c55, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731967564072 2024-11-18T22:06:04,133 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba09eed230ea9c0da1ba0a7a3c338b4#info#compaction#63 average throughput is 92.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:06:04,134 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/c499c4fa8530417d9c21558f36a38a6e is 1055, key is row0064/info:/1731967521580/Put/seqid=0 2024-11-18T22:06:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741873_1049 (size=200133) 2024-11-18T22:06:04,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741873_1049 (size=200133) 2024-11-18T22:06:04,143 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/c499c4fa8530417d9c21558f36a38a6e as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/c499c4fa8530417d9c21558f36a38a6e 2024-11-18T22:06:04,149 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba09eed230ea9c0da1ba0a7a3c338b4/info of 6ba09eed230ea9c0da1ba0a7a3c338b4 into c499c4fa8530417d9c21558f36a38a6e(size=195.4 K), total size for store is 195.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:06:04,149 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:06:04,149 INFO [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., storeName=6ba09eed230ea9c0da1ba0a7a3c338b4/info, priority=13, startTime=1731967564119; duration=0sec 2024-11-18T22:06:04,149 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T22:06:04,150 DEBUG [RS:0;66dff09c816a:44639-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba09eed230ea9c0da1ba0a7a3c338b4:info 2024-11-18T22:06:06,109 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-18T22:06:06,122 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967566109, exclude list is [], retry=0 2024-11-18T22:06:06,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-06572d32-df55-4eb3-903e-629398ec925c,DISK] 2024-11-18T22:06:06,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-43955b10-c54c-4d5e-ae34-75c58fe50193,DISK] 2024-11-18T22:06:06,127 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967498724 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967566109 2024-11-18T22:06:06,127 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42593:42593),(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-18T22:06:06,127 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967498724 is not closed yet, will try archiving it next time 2024-11-18T22:06:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741833_1009 (size=308883) 2024-11-18T22:06:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741833_1009 (size=308883) 2024-11-18T22:06:06,131 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6ba09eed230ea9c0da1ba0a7a3c338b4 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-18T22:06:06,134 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/5586df73e4c640ecad4bea1be86d8087 is 1055, key is row0248/info:/1731967564096/Put/seqid=0 2024-11-18T22:06:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741875_1051 (size=14456) 2024-11-18T22:06:06,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741875_1051 (size=14456) 2024-11-18T22:06:06,143 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/5586df73e4c640ecad4bea1be86d8087 2024-11-18T22:06:06,148 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/.tmp/info/5586df73e4c640ecad4bea1be86d8087 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/5586df73e4c640ecad4bea1be86d8087 2024-11-18T22:06:06,153 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/5586df73e4c640ecad4bea1be86d8087, entries=9, sequenceid=332, filesize=14.1 K 2024-11-18T22:06:06,154 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=0 B/0 for 6ba09eed230ea9c0da1ba0a7a3c338b4 in 23ms, sequenceid=332, compaction requested=false 2024-11-18T22:06:06,154 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: 2024-11-18T22:06:06,154 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-18T22:06:06,158 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/info/d273fc1cb129440b87391ff29c9716f6 is 193, key is TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4./info:regioninfo/1731967524439/Put/seqid=0 2024-11-18T22:06:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741876_1052 (size=6223) 2024-11-18T22:06:06,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741876_1052 (size=6223) 2024-11-18T22:06:06,163 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/info/d273fc1cb129440b87391ff29c9716f6 2024-11-18T22:06:06,169 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/.tmp/info/d273fc1cb129440b87391ff29c9716f6 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/info/d273fc1cb129440b87391ff29c9716f6 2024-11-18T22:06:06,173 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/info/d273fc1cb129440b87391ff29c9716f6, entries=5, sequenceid=21, filesize=6.1 K 2024-11-18T22:06:06,174 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-18T22:06:06,174 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-18T22:06:06,175 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 645b186440a983d3b7d1db5f34a6f5ca: 2024-11-18T22:06:06,188 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967566175, exclude list is [], retry=0 2024-11-18T22:06:06,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-43955b10-c54c-4d5e-ae34-75c58fe50193,DISK] 2024-11-18T22:06:06,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-06572d32-df55-4eb3-903e-629398ec925c,DISK] 2024-11-18T22:06:06,191 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967566109 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967566175 2024-11-18T22:06:06,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39299:39299),(127.0.0.1/127.0.0.1:42593:42593)] 2024-11-18T22:06:06,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967566109 is not closed yet, will try archiving it next time 2024-11-18T22:06:06,192 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967498724 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/oldWALs/66dff09c816a%2C44639%2C1731967498342.1731967498724 2024-11-18T22:06:06,193 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T22:06:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741874_1050 (size=731) 2024-11-18T22:06:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741874_1050 (size=731) 2024-11-18T22:06:06,194 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/WALs/66dff09c816a,44639,1731967498342/66dff09c816a%2C44639%2C1731967498342.1731967566109 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/oldWALs/66dff09c816a%2C44639%2C1731967498342.1731967566109 2024-11-18T22:06:06,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T22:06:06,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:06:06,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:06:06,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:06,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:06,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T22:06:06,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T22:06:06,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=985492121, stopped=false 2024-11-18T22:06:06,294 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66dff09c816a,46189,1731967498292 2024-11-18T22:06:06,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:06:06,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:06:06,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:06,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:06,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:06:06,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:06:06,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:06:06,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:06:06,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:06:06,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:06,298 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66dff09c816a,44639,1731967498342' ***** 2024-11-18T22:06:06,298 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T22:06:06,298 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T22:06:06,298 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T22:06:06,298 INFO [RS:0;66dff09c816a:44639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T22:06:06,298 INFO [RS:0;66dff09c816a:44639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T22:06:06,298 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:06:06,298 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(3091): Received CLOSE for 645b186440a983d3b7d1db5f34a6f5ca 2024-11-18T22:06:06,298 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(959): stopping server 66dff09c816a,44639,1731967498342 2024-11-18T22:06:06,298 INFO [RS:0;66dff09c816a:44639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:06:06,299 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ba09eed230ea9c0da1ba0a7a3c338b4, disabling compactions & flushes 2024-11-18T22:06:06,299 INFO [RS:0;66dff09c816a:44639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66dff09c816a:44639. 2024-11-18T22:06:06,299 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:06:06,299 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:06:06,299 DEBUG [RS:0;66dff09c816a:44639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:06:06,299 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. after waiting 0 ms 2024-11-18T22:06:06,299 DEBUG [RS:0;66dff09c816a:44639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:06,299 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:06:06,299 INFO [RS:0;66dff09c816a:44639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T22:06:06,299 INFO [RS:0;66dff09c816a:44639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T22:06:06,299 INFO [RS:0;66dff09c816a:44639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T22:06:06,299 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T22:06:06,299 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T22:06:06,299 DEBUG [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(1325): Online Regions={6ba09eed230ea9c0da1ba0a7a3c338b4=TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4., 1588230740=hbase:meta,,1.1588230740, 645b186440a983d3b7d1db5f34a6f5ca=TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca.} 2024-11-18T22:06:06,299 DEBUG [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 645b186440a983d3b7d1db5f34a6f5ca, 6ba09eed230ea9c0da1ba0a7a3c338b4 2024-11-18T22:06:06,299 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:06:06,299 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:06:06,299 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:06:06,299 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:06:06,299 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:06:06,299 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c->hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/7c04562350ce4b2e9eb7c4f91e6a8a8e-top, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-8e5cfd9e45ff4449bcc74c5f0bb20543, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-0734fba9725142829f970395c6fc98b6, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/d80d10b513da4cf4a86b63b7d1618dd6, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-e13658a4c4f64b19931ec58b0e8fb9bf, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1896c8b1e44446ccab98e53255340408, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/b7d18c33d8d947c19718c39beef026d6, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/935803aa1bf24a4a929d5f4113948c56, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/5921398839ee46698e598a3e56808a63, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3cbd5e12f2d843738f15208e8a014ddc, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0d4206d4406943b8bc6798058f89f942, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/df956f0637934444964c32f87a120596, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0b607e3d30e64e47bfec4be1e1a916af, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/684133c21ec544a0aea16eecc1c4700e, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/619061d4ecf54a03978d20edb755b8a9, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/a379bd4dd86946a790e43d727ac2d2dd, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1905292979d242d28b965dad47cc70e2, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/201ef1b07fb24b2780c885ce05afb2c7, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3da8a5d860874ceba314a98587b861a8, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/4183fcc0ca87440e8b2e35f9246618e0, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/384e1da872664b6caf12e9a8a96b0f9e, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/497581290bd2461785047b8a43ff1c55] to archive 2024-11-18T22:06:06,301 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T22:06:06,303 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:06:06,304 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-18T22:06:06,304 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-8e5cfd9e45ff4449bcc74c5f0bb20543 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-8e5cfd9e45ff4449bcc74c5f0bb20543 2024-11-18T22:06:06,305 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:06:06,305 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:06:06,305 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967566299Running coprocessor pre-close hooks at 1731967566299Disabling compacts and flushes for region at 1731967566299Disabling writes for close at 1731967566299Writing region close event to WAL at 1731967566301 (+2 ms)Running coprocessor post-close hooks at 1731967566305 (+4 ms)Closed at 1731967566305 2024-11-18T22:06:06,305 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T22:06:06,306 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-0734fba9725142829f970395c6fc98b6 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-0734fba9725142829f970395c6fc98b6 2024-11-18T22:06:06,307 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/d80d10b513da4cf4a86b63b7d1618dd6 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/d80d10b513da4cf4a86b63b7d1618dd6 2024-11-18T22:06:06,308 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-e13658a4c4f64b19931ec58b0e8fb9bf to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/TestLogRolling-testLogRolling=c42323cb88e56bd30d6bd496e62b6e8c-e13658a4c4f64b19931ec58b0e8fb9bf 2024-11-18T22:06:06,309 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1896c8b1e44446ccab98e53255340408 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1896c8b1e44446ccab98e53255340408 2024-11-18T22:06:06,310 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/b7d18c33d8d947c19718c39beef026d6 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/b7d18c33d8d947c19718c39beef026d6 2024-11-18T22:06:06,311 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/935803aa1bf24a4a929d5f4113948c56 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/935803aa1bf24a4a929d5f4113948c56 2024-11-18T22:06:06,313 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/5921398839ee46698e598a3e56808a63 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/5921398839ee46698e598a3e56808a63 2024-11-18T22:06:06,314 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3cbd5e12f2d843738f15208e8a014ddc to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3cbd5e12f2d843738f15208e8a014ddc 2024-11-18T22:06:06,315 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0d4206d4406943b8bc6798058f89f942 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0d4206d4406943b8bc6798058f89f942 2024-11-18T22:06:06,316 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/df956f0637934444964c32f87a120596 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/df956f0637934444964c32f87a120596 2024-11-18T22:06:06,317 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0b607e3d30e64e47bfec4be1e1a916af to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/0b607e3d30e64e47bfec4be1e1a916af 2024-11-18T22:06:06,318 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/684133c21ec544a0aea16eecc1c4700e to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/684133c21ec544a0aea16eecc1c4700e 2024-11-18T22:06:06,318 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/619061d4ecf54a03978d20edb755b8a9 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/619061d4ecf54a03978d20edb755b8a9 2024-11-18T22:06:06,319 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/a379bd4dd86946a790e43d727ac2d2dd to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/a379bd4dd86946a790e43d727ac2d2dd 2024-11-18T22:06:06,321 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1905292979d242d28b965dad47cc70e2 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/1905292979d242d28b965dad47cc70e2 2024-11-18T22:06:06,322 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/201ef1b07fb24b2780c885ce05afb2c7 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/201ef1b07fb24b2780c885ce05afb2c7 2024-11-18T22:06:06,323 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3da8a5d860874ceba314a98587b861a8 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/3da8a5d860874ceba314a98587b861a8 2024-11-18T22:06:06,324 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/4183fcc0ca87440e8b2e35f9246618e0 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/4183fcc0ca87440e8b2e35f9246618e0 2024-11-18T22:06:06,325 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/384e1da872664b6caf12e9a8a96b0f9e to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/384e1da872664b6caf12e9a8a96b0f9e 2024-11-18T22:06:06,326 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/497581290bd2461785047b8a43ff1c55 to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/info/497581290bd2461785047b8a43ff1c55 2024-11-18T22:06:06,326 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=66dff09c816a:46189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-18T22:06:06,327 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d80d10b513da4cf4a86b63b7d1618dd6=40102, 1896c8b1e44446ccab98e53255340408=13394, b7d18c33d8d947c19718c39beef026d6=66597, 935803aa1bf24a4a929d5f4113948c56=22891, 5921398839ee46698e598a3e56808a63=13394, 3cbd5e12f2d843738f15208e8a014ddc=92048, 0d4206d4406943b8bc6798058f89f942=21838, df956f0637934444964c32f87a120596=19728, 0b607e3d30e64e47bfec4be1e1a916af=115320, 684133c21ec544a0aea16eecc1c4700e=13394, 619061d4ecf54a03978d20edb755b8a9=21838, a379bd4dd86946a790e43d727ac2d2dd=143004, 1905292979d242d28b965dad47cc70e2=15500, 201ef1b07fb24b2780c885ce05afb2c7=21851, 3da8a5d860874ceba314a98587b861a8=174731, 4183fcc0ca87440e8b2e35f9246618e0=19742, 384e1da872664b6caf12e9a8a96b0f9e=13402, 497581290bd2461785047b8a43ff1c55=21854] 2024-11-18T22:06:06,330 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/6ba09eed230ea9c0da1ba0a7a3c338b4/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-18T22:06:06,331 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:06:06,331 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ba09eed230ea9c0da1ba0a7a3c338b4: Waiting for close lock at 1731967566298Running coprocessor pre-close hooks at 1731967566298Disabling compacts and flushes for region at 1731967566298Disabling writes for close at 1731967566299 (+1 ms)Writing region close event to WAL at 1731967566327 (+28 ms)Running coprocessor post-close hooks at 1731967566331 (+4 ms)Closed at 1731967566331 2024-11-18T22:06:06,331 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731967523657.6ba09eed230ea9c0da1ba0a7a3c338b4. 2024-11-18T22:06:06,331 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 645b186440a983d3b7d1db5f34a6f5ca, disabling compactions & flushes 2024-11-18T22:06:06,331 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:06:06,331 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:06:06,331 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. after waiting 0 ms 2024-11-18T22:06:06,331 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:06:06,331 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c->hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/c42323cb88e56bd30d6bd496e62b6e8c/info/7c04562350ce4b2e9eb7c4f91e6a8a8e-bottom] to archive 2024-11-18T22:06:06,332 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T22:06:06,333 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c to hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/archive/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/info/7c04562350ce4b2e9eb7c4f91e6a8a8e.c42323cb88e56bd30d6bd496e62b6e8c 2024-11-18T22:06:06,333 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-18T22:06:06,336 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/data/default/TestLogRolling-testLogRolling/645b186440a983d3b7d1db5f34a6f5ca/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-18T22:06:06,337 INFO [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:06:06,337 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 645b186440a983d3b7d1db5f34a6f5ca: Waiting for close lock at 1731967566331Running coprocessor pre-close hooks at 1731967566331Disabling compacts and flushes for region at 1731967566331Disabling writes for close at 1731967566331Writing region close event to WAL at 1731967566334 (+3 ms)Running coprocessor post-close hooks at 1731967566337 (+3 ms)Closed at 1731967566337 2024-11-18T22:06:06,337 DEBUG [RS_CLOSE_REGION-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731967523657.645b186440a983d3b7d1db5f34a6f5ca. 2024-11-18T22:06:06,499 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(976): stopping server 66dff09c816a,44639,1731967498342; all regions closed. 2024-11-18T22:06:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741834_1010 (size=8107) 2024-11-18T22:06:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741834_1010 (size=8107) 2024-11-18T22:06:06,504 DEBUG [RS:0;66dff09c816a:44639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/oldWALs 2024-11-18T22:06:06,505 INFO [RS:0;66dff09c816a:44639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C44639%2C1731967498342.meta:.meta(num 1731967499106) 2024-11-18T22:06:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741877_1053 (size=780) 2024-11-18T22:06:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741877_1053 (size=780) 2024-11-18T22:06:06,508 DEBUG [RS:0;66dff09c816a:44639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/oldWALs 2024-11-18T22:06:06,509 INFO [RS:0;66dff09c816a:44639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C44639%2C1731967498342:(num 1731967566175) 2024-11-18T22:06:06,509 DEBUG [RS:0;66dff09c816a:44639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:06,509 INFO [RS:0;66dff09c816a:44639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:06:06,509 INFO [RS:0;66dff09c816a:44639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:06:06,509 INFO [RS:0;66dff09c816a:44639 {}] hbase.ChoreService(370): Chore service for: regionserver/66dff09c816a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T22:06:06,509 INFO [RS:0;66dff09c816a:44639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:06:06,509 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:06:06,509 INFO [RS:0;66dff09c816a:44639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44639 2024-11-18T22:06:06,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66dff09c816a,44639,1731967498342 2024-11-18T22:06:06,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:06:06,511 INFO [RS:0;66dff09c816a:44639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:06:06,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66dff09c816a,44639,1731967498342] 2024-11-18T22:06:06,515 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/66dff09c816a,44639,1731967498342 already deleted, retry=false 2024-11-18T22:06:06,515 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66dff09c816a,44639,1731967498342 expired; onlineServers=0 2024-11-18T22:06:06,515 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66dff09c816a,46189,1731967498292' ***** 2024-11-18T22:06:06,515 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T22:06:06,515 INFO [M:0;66dff09c816a:46189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:06:06,515 INFO [M:0;66dff09c816a:46189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:06:06,515 DEBUG [M:0;66dff09c816a:46189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T22:06:06,515 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T22:06:06,515 DEBUG [M:0;66dff09c816a:46189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T22:06:06,515 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967498506 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967498506,5,FailOnTimeoutGroup] 2024-11-18T22:06:06,515 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967498506 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967498506,5,FailOnTimeoutGroup] 2024-11-18T22:06:06,516 INFO [M:0;66dff09c816a:46189 {}] hbase.ChoreService(370): Chore service for: master/66dff09c816a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T22:06:06,516 INFO [M:0;66dff09c816a:46189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:06:06,516 DEBUG [M:0;66dff09c816a:46189 {}] master.HMaster(1795): Stopping service threads 2024-11-18T22:06:06,516 INFO [M:0;66dff09c816a:46189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T22:06:06,516 INFO [M:0;66dff09c816a:46189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:06:06,516 INFO [M:0;66dff09c816a:46189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T22:06:06,516 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T22:06:06,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T22:06:06,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:06,517 DEBUG [M:0;66dff09c816a:46189 {}] zookeeper.ZKUtil(347): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T22:06:06,517 WARN [M:0;66dff09c816a:46189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T22:06:06,518 INFO [M:0;66dff09c816a:46189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/.lastflushedseqids 2024-11-18T22:06:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741878_1054 (size=228) 2024-11-18T22:06:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741878_1054 (size=228) 2024-11-18T22:06:06,523 INFO [M:0;66dff09c816a:46189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T22:06:06,523 INFO [M:0;66dff09c816a:46189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T22:06:06,523 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:06:06,523 INFO [M:0;66dff09c816a:46189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:06,524 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:06,524 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:06:06,524 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:06,524 INFO [M:0;66dff09c816a:46189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-18T22:06:06,541 DEBUG [M:0;66dff09c816a:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5185c3ea85444267905532f0d295d31b is 82, key is hbase:meta,,1/info:regioninfo/1731967499142/Put/seqid=0 2024-11-18T22:06:06,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741879_1055 (size=5672) 2024-11-18T22:06:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741879_1055 (size=5672) 2024-11-18T22:06:06,546 INFO [M:0;66dff09c816a:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5185c3ea85444267905532f0d295d31b 2024-11-18T22:06:06,565 DEBUG [M:0;66dff09c816a:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ea1190e6e50494ca8b877148902b54a is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731967499642/Put/seqid=0 2024-11-18T22:06:06,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741880_1056 (size=7091) 2024-11-18T22:06:06,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741880_1056 (size=7091) 2024-11-18T22:06:06,570 INFO [M:0;66dff09c816a:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ea1190e6e50494ca8b877148902b54a 2024-11-18T22:06:06,574 INFO [M:0;66dff09c816a:46189 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ea1190e6e50494ca8b877148902b54a 2024-11-18T22:06:06,589 DEBUG [M:0;66dff09c816a:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e16008b6149847619d1529bc7b453f45 is 69, key is 66dff09c816a,44639,1731967498342/rs:state/1731967498578/Put/seqid=0 2024-11-18T22:06:06,592 INFO [regionserver/66dff09c816a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:06:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741881_1057 (size=5156) 2024-11-18T22:06:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741881_1057 (size=5156) 2024-11-18T22:06:06,594 INFO [M:0;66dff09c816a:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e16008b6149847619d1529bc7b453f45 2024-11-18T22:06:06,612 DEBUG [M:0;66dff09c816a:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a4118abc34754417b12327276cb28755 is 52, key is load_balancer_on/state:d/1731967499269/Put/seqid=0 2024-11-18T22:06:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:06:06,613 INFO [RS:0;66dff09c816a:44639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:06:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44639-0x10107e1accf0001, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:06:06,613 INFO [RS:0;66dff09c816a:44639 {}] regionserver.HRegionServer(1031): Exiting; stopping=66dff09c816a,44639,1731967498342; zookeeper connection closed. 2024-11-18T22:06:06,614 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4956f238 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4956f238 2024-11-18T22:06:06,614 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T22:06:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741882_1058 (size=5056) 2024-11-18T22:06:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741882_1058 (size=5056) 2024-11-18T22:06:06,617 INFO [M:0;66dff09c816a:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a4118abc34754417b12327276cb28755 2024-11-18T22:06:06,622 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5185c3ea85444267905532f0d295d31b as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5185c3ea85444267905532f0d295d31b 2024-11-18T22:06:06,627 INFO [M:0;66dff09c816a:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5185c3ea85444267905532f0d295d31b, entries=8, sequenceid=125, filesize=5.5 K 2024-11-18T22:06:06,628 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ea1190e6e50494ca8b877148902b54a as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ea1190e6e50494ca8b877148902b54a 2024-11-18T22:06:06,633 INFO [M:0;66dff09c816a:46189 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ea1190e6e50494ca8b877148902b54a 2024-11-18T22:06:06,633 INFO [M:0;66dff09c816a:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ea1190e6e50494ca8b877148902b54a, entries=13, sequenceid=125, filesize=6.9 K 2024-11-18T22:06:06,634 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e16008b6149847619d1529bc7b453f45 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e16008b6149847619d1529bc7b453f45 2024-11-18T22:06:06,638 INFO [M:0;66dff09c816a:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e16008b6149847619d1529bc7b453f45, entries=1, sequenceid=125, filesize=5.0 K 2024-11-18T22:06:06,639 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a4118abc34754417b12327276cb28755 as hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a4118abc34754417b12327276cb28755 2024-11-18T22:06:06,643 INFO [M:0;66dff09c816a:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34947/user/jenkins/test-data/df4c076d-9e1c-9a68-e266-24974148258d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a4118abc34754417b12327276cb28755, entries=1, sequenceid=125, filesize=4.9 K 2024-11-18T22:06:06,644 INFO [M:0;66dff09c816a:46189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=125, compaction requested=false 2024-11-18T22:06:06,646 INFO [M:0;66dff09c816a:46189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:06,646 DEBUG [M:0;66dff09c816a:46189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967566523Disabling compacts and flushes for region at 1731967566523Disabling writes for close at 1731967566524 (+1 ms)Obtaining lock to block concurrent updates at 1731967566524Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731967566524Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731967566524Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731967566525 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731967566525Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731967566540 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731967566540Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731967566551 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731967566564 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731967566564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731967566574 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731967566588 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731967566588Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731967566598 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731967566612 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731967566612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae8f28: reopening flushed file at 1731967566622 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21362869: reopening flushed file at 1731967566627 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17bd3ce2: reopening flushed file at 1731967566633 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a78762f: reopening flushed file at 1731967566638 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=125, compaction requested=false at 1731967566644 (+6 ms)Writing region close event to WAL at 1731967566646 (+2 ms)Closed at 1731967566646 2024-11-18T22:06:06,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741830_1006 (size=61332) 2024-11-18T22:06:06,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741830_1006 (size=61332) 2024-11-18T22:06:06,649 INFO [M:0;66dff09c816a:46189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T22:06:06,649 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:06:06,649 INFO [M:0;66dff09c816a:46189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46189 2024-11-18T22:06:06,649 INFO [M:0;66dff09c816a:46189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:06:06,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:06:06,751 INFO [M:0;66dff09c816a:46189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:06:06,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x10107e1accf0000, quorum=127.0.0.1:54044, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:06:06,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@603fe95f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:06:06,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@599242a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:06:06,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:06:06,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@705bcbaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:06:06,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6067eeb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.log.dir/,STOPPED} 2024-11-18T22:06:06,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:06:06,756 WARN [BP-197257190-172.17.0.2-1731967497630 heartbeating to localhost/127.0.0.1:34947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:06:06,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:06:06,756 WARN [BP-197257190-172.17.0.2-1731967497630 heartbeating to localhost/127.0.0.1:34947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-197257190-172.17.0.2-1731967497630 (Datanode Uuid df3c5a8f-dfa4-4a75-b47a-dfd35d2c48ec) service to localhost/127.0.0.1:34947 2024-11-18T22:06:06,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/data/data3/current/BP-197257190-172.17.0.2-1731967497630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:06:06,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/data/data4/current/BP-197257190-172.17.0.2-1731967497630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:06:06,757 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:06:06,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29033802{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:06:06,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d59d51d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:06:06,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:06:06,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e5af64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:06:06,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d42b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.log.dir/,STOPPED} 2024-11-18T22:06:06,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:06:06,761 WARN [BP-197257190-172.17.0.2-1731967497630 heartbeating to localhost/127.0.0.1:34947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:06:06,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:06:06,761 WARN [BP-197257190-172.17.0.2-1731967497630 heartbeating to localhost/127.0.0.1:34947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-197257190-172.17.0.2-1731967497630 (Datanode Uuid d2366b98-6acf-4ed5-871f-26321d8bc0e4) service to localhost/127.0.0.1:34947 2024-11-18T22:06:06,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/data/data1/current/BP-197257190-172.17.0.2-1731967497630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:06:06,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/cluster_4dbfc5f9-d31b-b5cc-da32-773b0d1ee54b/data/data2/current/BP-197257190-172.17.0.2-1731967497630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:06:06,762 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:06:06,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3739b267{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:06:06,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d62ef86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:06:06,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:06:06,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@756ae2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:06:06,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a22361{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.log.dir/,STOPPED} 2024-11-18T22:06:06,776 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T22:06:06,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T22:06:06,809 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 100) - Thread LEAK? -, OpenFileDescriptor=453 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=15 (was 30), ProcessCount=11 (was 11), AvailableMemoryMB=3826 (was 3995) 2024-11-18T22:06:06,815 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=109, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=15, ProcessCount=11, AvailableMemoryMB=3827 2024-11-18T22:06:06,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T22:06:06,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.log.dir so I do NOT create it in target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7 2024-11-18T22:06:06,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ba370edf-ca07-0fa6-1b37-27ca93462112/hadoop.tmp.dir so I do NOT create it in target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7 2024-11-18T22:06:06,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789, deleteOnExit=true 2024-11-18T22:06:06,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/test.cache.data in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/hadoop.log.dir in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T22:06:06,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T22:06:06,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:06:06,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:06:06,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T22:06:06,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/nfs.dump.dir in system properties and HBase conf 2024-11-18T22:06:06,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/java.io.tmpdir in system properties and HBase conf 2024-11-18T22:06:06,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:06:06,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T22:06:06,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T22:06:06,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:06:06,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:06:06,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:06:06,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:06:06,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:06:06,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:06:06,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5577db77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:06:06,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b1b5b3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:06:07,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37eed210{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-1390643003612439523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:06:07,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62101f8d{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-11-18T22:06:07,018 INFO [Time-limited test {}] server.Server(415): Started @208916ms 2024-11-18T22:06:07,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:06:07,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:06:07,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:06:07,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:06:07,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T22:06:07,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e357674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:06:07,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3808ff72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:06:07,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d71524b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/java.io.tmpdir/jetty-localhost-42285-hadoop-hdfs-3_4_1-tests_jar-_-any-10413762349133581581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:06:07,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60c2f958{HTTP/1.1, (http/1.1)}{localhost:42285} 2024-11-18T22:06:07,200 INFO [Time-limited test {}] server.Server(415): Started @209099ms 2024-11-18T22:06:07,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:06:07,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:06:07,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:06:07,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:06:07,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:06:07,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T22:06:07,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531ae01c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:06:07,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5352f4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:06:07,286 WARN [Thread-1603 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/data/data1/current/BP-19297114-172.17.0.2-1731967566847/current, will proceed with Du for space computation calculation, 2024-11-18T22:06:07,286 WARN [Thread-1604 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/data/data2/current/BP-19297114-172.17.0.2-1731967566847/current, will proceed with Du for space computation calculation, 2024-11-18T22:06:07,308 WARN [Thread-1582 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:06:07,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf42ccb3804f6a4a with lease ID 0xf4baa4070136513a: Processing first storage report for DS-a2e5dce7-f7ef-4639-814c-97950db73fb3 from datanode DatanodeRegistration(127.0.0.1:39309, datanodeUuid=b0f13ee5-56da-44e0-8928-876d59657204, infoPort=35625, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=631387926;c=1731967566847) 2024-11-18T22:06:07,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf42ccb3804f6a4a with lease ID 0xf4baa4070136513a: from storage DS-a2e5dce7-f7ef-4639-814c-97950db73fb3 node DatanodeRegistration(127.0.0.1:39309, datanodeUuid=b0f13ee5-56da-44e0-8928-876d59657204, infoPort=35625, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=631387926;c=1731967566847), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:06:07,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf42ccb3804f6a4a with lease ID 0xf4baa4070136513a: Processing first storage report for DS-7a724bcc-647a-43d1-87f0-33e17dcd9751 from datanode DatanodeRegistration(127.0.0.1:39309, datanodeUuid=b0f13ee5-56da-44e0-8928-876d59657204, infoPort=35625, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=631387926;c=1731967566847) 2024-11-18T22:06:07,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf42ccb3804f6a4a with lease ID 0xf4baa4070136513a: from storage DS-7a724bcc-647a-43d1-87f0-33e17dcd9751 node DatanodeRegistration(127.0.0.1:39309, datanodeUuid=b0f13ee5-56da-44e0-8928-876d59657204, infoPort=35625, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=631387926;c=1731967566847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:06:07,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@285138b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/java.io.tmpdir/jetty-localhost-38065-hadoop-hdfs-3_4_1-tests_jar-_-any-9906590231163374532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:06:07,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e35d814{HTTP/1.1, (http/1.1)}{localhost:38065} 2024-11-18T22:06:07,351 INFO [Time-limited test {}] server.Server(415): Started @209249ms 2024-11-18T22:06:07,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:06:07,444 WARN [Thread-1629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/data/data3/current/BP-19297114-172.17.0.2-1731967566847/current, will proceed with Du for space computation calculation, 2024-11-18T22:06:07,445 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/data/data4/current/BP-19297114-172.17.0.2-1731967566847/current, will proceed with Du for space computation calculation, 2024-11-18T22:06:07,467 WARN [Thread-1618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:06:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5ebdb924af5e780 with lease ID 0xf4baa4070136513b: Processing first storage report for DS-885943e8-54f3-41e0-9ab3-e6f0cb69703e from datanode DatanodeRegistration(127.0.0.1:40245, datanodeUuid=7bfc0bff-7366-4ceb-bb54-96c4422f8dc0, infoPort=44535, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=631387926;c=1731967566847) 2024-11-18T22:06:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5ebdb924af5e780 with lease ID 0xf4baa4070136513b: from storage DS-885943e8-54f3-41e0-9ab3-e6f0cb69703e node DatanodeRegistration(127.0.0.1:40245, datanodeUuid=7bfc0bff-7366-4ceb-bb54-96c4422f8dc0, infoPort=44535, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=631387926;c=1731967566847), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:06:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5ebdb924af5e780 with lease ID 0xf4baa4070136513b: Processing first storage report for DS-ce711959-5180-43e3-acab-f631a2c8ec7d from datanode DatanodeRegistration(127.0.0.1:40245, datanodeUuid=7bfc0bff-7366-4ceb-bb54-96c4422f8dc0, infoPort=44535, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=631387926;c=1731967566847) 2024-11-18T22:06:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5ebdb924af5e780 with lease ID 0xf4baa4070136513b: from storage DS-ce711959-5180-43e3-acab-f631a2c8ec7d node DatanodeRegistration(127.0.0.1:40245, datanodeUuid=7bfc0bff-7366-4ceb-bb54-96c4422f8dc0, infoPort=44535, infoSecurePort=0, ipcPort=38089, storageInfo=lv=-57;cid=testClusterID;nsid=631387926;c=1731967566847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:06:07,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7 2024-11-18T22:06:07,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/zookeeper_0, clientPort=57894, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T22:06:07,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57894 2024-11-18T22:06:07,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:06:07,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:06:07,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:06:07,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:06:07,490 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad with version=8 2024-11-18T22:06:07,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36429/user/jenkins/test-data/b800993a-31e3-3015-0654-129ae54fd662/hbase-staging 2024-11-18T22:06:07,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:06:07,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:06:07,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:06:07,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:06:07,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:06:07,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:06:07,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T22:06:07,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:06:07,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39921 2024-11-18T22:06:07,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39921 connecting to ZooKeeper ensemble=127.0.0.1:57894 2024-11-18T22:06:07,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399210x0, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:06:07,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39921-0x10107e2bb210000 connected 2024-11-18T22:06:07,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:06:07,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:06:07,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:06:07,516 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad, hbase.cluster.distributed=false 2024-11-18T22:06:07,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:06:07,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39921 2024-11-18T22:06:07,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39921 2024-11-18T22:06:07,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39921 2024-11-18T22:06:07,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39921 2024-11-18T22:06:07,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39921 2024-11-18T22:06:07,534 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/66dff09c816a:0 server-side Connection retries=45 2024-11-18T22:06:07,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:06:07,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:06:07,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:06:07,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:06:07,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:06:07,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T22:06:07,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:06:07,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40195 2024-11-18T22:06:07,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40195 connecting to ZooKeeper ensemble=127.0.0.1:57894 2024-11-18T22:06:07,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:06:07,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:06:07,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401950x0, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:06:07,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401950x0, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:06:07,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40195-0x10107e2bb210001 connected 2024-11-18T22:06:07,543 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T22:06:07,544 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T22:06:07,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T22:06:07,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:06:07,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40195 2024-11-18T22:06:07,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40195 2024-11-18T22:06:07,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40195 2024-11-18T22:06:07,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40195 2024-11-18T22:06:07,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40195 2024-11-18T22:06:07,558 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;66dff09c816a:39921 2024-11-18T22:06:07,558 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/66dff09c816a,39921,1731967567491 2024-11-18T22:06:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:06:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:06:07,560 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/66dff09c816a,39921,1731967567491 2024-11-18T22:06:07,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T22:06:07,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,562 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T22:06:07,562 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/66dff09c816a,39921,1731967567491 from backup master directory 2024-11-18T22:06:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:06:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/66dff09c816a,39921,1731967567491 2024-11-18T22:06:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:06:07,564 WARN [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:06:07,564 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=66dff09c816a,39921,1731967567491 2024-11-18T22:06:07,568 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/hbase.id] with ID: d402b03f-9ef6-4374-af54-921d4c9859a4 2024-11-18T22:06:07,568 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/.tmp/hbase.id 2024-11-18T22:06:07,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:06:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:06:07,574 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/.tmp/hbase.id]:[hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/hbase.id] 2024-11-18T22:06:07,584 INFO [master/66dff09c816a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:06:07,584 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T22:06:07,585 INFO [master/66dff09c816a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T22:06:07,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:06:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:06:07,594 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:06:07,594 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T22:06:07,595 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:06:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:06:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:06:07,601 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store 2024-11-18T22:06:07,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:06:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:06:07,607 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:06:07,607 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:06:07,607 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:07,607 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:07,607 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:06:07,607 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:07,607 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:07,607 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967567607Disabling compacts and flushes for region at 1731967567607Disabling writes for close at 1731967567607Writing region close event to WAL at 1731967567607Closed at 1731967567607 2024-11-18T22:06:07,608 WARN [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/.initializing 2024-11-18T22:06:07,608 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/WALs/66dff09c816a,39921,1731967567491 2024-11-18T22:06:07,609 INFO [master/66dff09c816a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:06:07,611 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C39921%2C1731967567491, suffix=, logDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/WALs/66dff09c816a,39921,1731967567491, archiveDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/oldWALs, maxLogs=10 2024-11-18T22:06:07,624 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/WALs/66dff09c816a,39921,1731967567491/66dff09c816a%2C39921%2C1731967567491.1731967567611, exclude list is [], retry=0 2024-11-18T22:06:07,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-a2e5dce7-f7ef-4639-814c-97950db73fb3,DISK] 2024-11-18T22:06:07,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-885943e8-54f3-41e0-9ab3-e6f0cb69703e,DISK] 2024-11-18T22:06:07,628 INFO [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/WALs/66dff09c816a,39921,1731967567491/66dff09c816a%2C39921%2C1731967567491.1731967567611 2024-11-18T22:06:07,629 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-18T22:06:07,629 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:06:07,629 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:06:07,629 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,629 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T22:06:07,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:07,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:06:07,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T22:06:07,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:07,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:06:07,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T22:06:07,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:07,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:06:07,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T22:06:07,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:07,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:06:07,636 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,637 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,637 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,638 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,638 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,639 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T22:06:07,639 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:06:07,641 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:06:07,641 INFO [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709565, jitterRate=-0.09774243831634521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T22:06:07,642 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731967567629Initializing all the Stores at 1731967567630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967567630Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967567630Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967567630Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967567630Cleaning up temporary data from old regions at 1731967567638 (+8 ms)Region opened successfully at 1731967567642 (+4 ms) 2024-11-18T22:06:07,642 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T22:06:07,645 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223b2d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:06:07,646 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T22:06:07,646 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T22:06:07,646 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T22:06:07,646 INFO [master/66dff09c816a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T22:06:07,646 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T22:06:07,647 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T22:06:07,647 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T22:06:07,648 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T22:06:07,649 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T22:06:07,650 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T22:06:07,651 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T22:06:07,651 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T22:06:07,652 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T22:06:07,653 INFO [master/66dff09c816a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T22:06:07,654 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T22:06:07,655 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T22:06:07,656 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T22:06:07,657 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T22:06:07,658 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T22:06:07,659 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T22:06:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:06:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:06:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,662 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=66dff09c816a,39921,1731967567491, sessionid=0x10107e2bb210000, setting cluster-up flag (Was=false) 2024-11-18T22:06:07,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,669 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T22:06:07,670 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,39921,1731967567491 2024-11-18T22:06:07,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:07,678 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T22:06:07,679 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=66dff09c816a,39921,1731967567491 2024-11-18T22:06:07,680 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T22:06:07,682 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T22:06:07,682 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T22:06:07,682 INFO [master/66dff09c816a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T22:06:07,682 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 66dff09c816a,39921,1731967567491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T22:06:07,683 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:06:07,684 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:06:07,684 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:06:07,684 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/66dff09c816a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:06:07,684 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/66dff09c816a:0, corePoolSize=10, maxPoolSize=10 2024-11-18T22:06:07,684 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,684 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:06:07,684 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,685 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731967597685 2024-11-18T22:06:07,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:06:07,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T22:06:07,685 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T22:06:07,685 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T22:06:07,685 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T22:06:07,685 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T22:06:07,685 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T22:06:07,685 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T22:06:07,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:07,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T22:06:07,689 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,689 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T22:06:07,689 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T22:06:07,689 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T22:06:07,694 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T22:06:07,694 INFO [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T22:06:07,694 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967567694,5,FailOnTimeoutGroup] 2024-11-18T22:06:07,694 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967567694,5,FailOnTimeoutGroup] 2024-11-18T22:06:07,695 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,695 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T22:06:07,695 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,695 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:06:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:06:07,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T22:06:07,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad 2024-11-18T22:06:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:06:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:06:07,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:06:07,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:06:07,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:06:07,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:07,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:06:07,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:06:07,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:06:07,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:07,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:06:07,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:06:07,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:06:07,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:07,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:06:07,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:06:07,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:06:07,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:07,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:06:07,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:06:07,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740 2024-11-18T22:06:07,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740 2024-11-18T22:06:07,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:06:07,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:06:07,718 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:06:07,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:06:07,721 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:06:07,722 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860202, jitterRate=0.09380452334880829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:06:07,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731967567706Initializing all the Stores at 1731967567707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967567707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967567708 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967567708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967567708Cleaning up temporary data from old regions at 1731967567718 (+10 ms)Region opened successfully at 1731967567723 (+5 ms) 2024-11-18T22:06:07,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:06:07,723 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:06:07,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:06:07,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:06:07,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:06:07,723 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:06:07,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967567723Disabling compacts and flushes for region at 1731967567723Disabling writes for close at 1731967567723Writing region close event to WAL at 1731967567723Closed at 1731967567723 2024-11-18T22:06:07,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:06:07,725 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T22:06:07,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T22:06:07,726 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:06:07,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T22:06:07,748 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(746): ClusterId : d402b03f-9ef6-4374-af54-921d4c9859a4 2024-11-18T22:06:07,748 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T22:06:07,751 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T22:06:07,751 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T22:06:07,753 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T22:06:07,753 DEBUG [RS:0;66dff09c816a:40195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627bc7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=66dff09c816a/172.17.0.2:0 2024-11-18T22:06:07,765 DEBUG [RS:0;66dff09c816a:40195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;66dff09c816a:40195 2024-11-18T22:06:07,765 INFO [RS:0;66dff09c816a:40195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T22:06:07,765 INFO [RS:0;66dff09c816a:40195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T22:06:07,765 DEBUG [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T22:06:07,765 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(2659): reportForDuty to master=66dff09c816a,39921,1731967567491 with port=40195, startcode=1731967567534 2024-11-18T22:06:07,766 DEBUG [RS:0;66dff09c816a:40195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T22:06:07,767 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54919, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T22:06:07,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 66dff09c816a,40195,1731967567534 2024-11-18T22:06:07,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39921 {}] master.ServerManager(517): Registering regionserver=66dff09c816a,40195,1731967567534 2024-11-18T22:06:07,769 DEBUG [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad 2024-11-18T22:06:07,769 DEBUG [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39625 2024-11-18T22:06:07,769 DEBUG [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T22:06:07,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:06:07,771 DEBUG [RS:0;66dff09c816a:40195 {}] zookeeper.ZKUtil(111): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/66dff09c816a,40195,1731967567534 2024-11-18T22:06:07,771 WARN [RS:0;66dff09c816a:40195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:06:07,771 INFO [RS:0;66dff09c816a:40195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:06:07,771 DEBUG [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/66dff09c816a,40195,1731967567534 2024-11-18T22:06:07,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [66dff09c816a,40195,1731967567534] 2024-11-18T22:06:07,774 INFO [RS:0;66dff09c816a:40195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T22:06:07,776 INFO [RS:0;66dff09c816a:40195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T22:06:07,776 INFO [RS:0;66dff09c816a:40195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:06:07,776 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,777 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T22:06:07,778 INFO [RS:0;66dff09c816a:40195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T22:06:07,778 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/66dff09c816a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/66dff09c816a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:06:07,778 DEBUG [RS:0;66dff09c816a:40195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/66dff09c816a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:06:07,779 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,779 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,779 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,779 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,779 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,779 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,40195,1731967567534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:06:07,794 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T22:06:07,794 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,40195,1731967567534-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,794 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,794 INFO [RS:0;66dff09c816a:40195 {}] regionserver.Replication(171): 66dff09c816a,40195,1731967567534 started 2024-11-18T22:06:07,808 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:07,808 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(1482): Serving as 66dff09c816a,40195,1731967567534, RpcServer on 66dff09c816a/172.17.0.2:40195, sessionid=0x10107e2bb210001 2024-11-18T22:06:07,808 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T22:06:07,808 DEBUG [RS:0;66dff09c816a:40195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 66dff09c816a,40195,1731967567534 2024-11-18T22:06:07,808 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,40195,1731967567534' 2024-11-18T22:06:07,808 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T22:06:07,809 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T22:06:07,809 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T22:06:07,809 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T22:06:07,809 DEBUG [RS:0;66dff09c816a:40195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 66dff09c816a,40195,1731967567534 2024-11-18T22:06:07,809 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '66dff09c816a,40195,1731967567534' 2024-11-18T22:06:07,809 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T22:06:07,810 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T22:06:07,810 DEBUG [RS:0;66dff09c816a:40195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T22:06:07,810 INFO [RS:0;66dff09c816a:40195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T22:06:07,810 INFO [RS:0;66dff09c816a:40195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T22:06:07,877 WARN [66dff09c816a:39921 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T22:06:07,911 INFO [RS:0;66dff09c816a:40195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:06:07,912 INFO [RS:0;66dff09c816a:40195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C40195%2C1731967567534, suffix=, logDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/66dff09c816a,40195,1731967567534, archiveDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/oldWALs, maxLogs=32 2024-11-18T22:06:07,928 DEBUG [RS:0;66dff09c816a:40195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/66dff09c816a,40195,1731967567534/66dff09c816a%2C40195%2C1731967567534.1731967567913, exclude list is [], retry=0 2024-11-18T22:06:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-a2e5dce7-f7ef-4639-814c-97950db73fb3,DISK] 2024-11-18T22:06:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-885943e8-54f3-41e0-9ab3-e6f0cb69703e,DISK] 2024-11-18T22:06:07,934 INFO [RS:0;66dff09c816a:40195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/66dff09c816a,40195,1731967567534/66dff09c816a%2C40195%2C1731967567534.1731967567913 2024-11-18T22:06:07,934 DEBUG [RS:0;66dff09c816a:40195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-18T22:06:08,127 DEBUG [66dff09c816a:39921 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T22:06:08,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=66dff09c816a,40195,1731967567534 2024-11-18T22:06:08,129 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,40195,1731967567534, state=OPENING 2024-11-18T22:06:08,130 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T22:06:08,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:08,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:08,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:06:08,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:06:08,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:06:08,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,40195,1731967567534}] 2024-11-18T22:06:08,285 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T22:06:08,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53253, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T22:06:08,290 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T22:06:08,290 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:06:08,290 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T22:06:08,292 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=66dff09c816a%2C40195%2C1731967567534.meta, suffix=.meta, logDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/66dff09c816a,40195,1731967567534, archiveDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/oldWALs, maxLogs=32 2024-11-18T22:06:08,305 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/66dff09c816a,40195,1731967567534/66dff09c816a%2C40195%2C1731967567534.meta.1731967568292.meta, exclude list is [], retry=0 2024-11-18T22:06:08,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-885943e8-54f3-41e0-9ab3-e6f0cb69703e,DISK] 2024-11-18T22:06:08,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-a2e5dce7-f7ef-4639-814c-97950db73fb3,DISK] 2024-11-18T22:06:08,309 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/66dff09c816a,40195,1731967567534/66dff09c816a%2C40195%2C1731967567534.meta.1731967568292.meta 2024-11-18T22:06:08,309 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-18T22:06:08,309 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:06:08,310 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T22:06:08,310 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T22:06:08,310 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T22:06:08,310 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T22:06:08,310 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:06:08,310 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T22:06:08,310 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T22:06:08,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:06:08,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:06:08,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:08,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:06:08,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:06:08,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:06:08,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:08,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:06:08,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:06:08,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:06:08,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:08,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:06:08,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:06:08,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:06:08,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:06:08,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:06:08,316 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:06:08,317 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740 2024-11-18T22:06:08,318 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740 2024-11-18T22:06:08,319 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:06:08,319 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:06:08,319 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:06:08,320 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:06:08,321 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855452, jitterRate=0.08776365220546722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:06:08,321 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T22:06:08,322 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731967568310Writing region info on filesystem at 1731967568310Initializing all the Stores at 1731967568311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967568311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967568311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731967568311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731967568311Cleaning up temporary data from old regions at 1731967568319 (+8 ms)Running coprocessor post-open hooks at 1731967568321 (+2 ms)Region opened successfully at 1731967568322 (+1 ms) 2024-11-18T22:06:08,322 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731967568285 2024-11-18T22:06:08,324 DEBUG [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T22:06:08,324 INFO [RS_OPEN_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T22:06:08,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=66dff09c816a,40195,1731967567534 2024-11-18T22:06:08,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 66dff09c816a,40195,1731967567534, state=OPEN 2024-11-18T22:06:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:06:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:06:08,330 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=66dff09c816a,40195,1731967567534 2024-11-18T22:06:08,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:06:08,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:06:08,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T22:06:08,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=66dff09c816a,40195,1731967567534 in 198 msec 2024-11-18T22:06:08,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T22:06:08,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-18T22:06:08,334 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:06:08,334 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T22:06:08,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:06:08,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,40195,1731967567534, seqNum=-1] 2024-11-18T22:06:08,336 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:06:08,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:06:08,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 658 msec 2024-11-18T22:06:08,341 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731967568341, completionTime=-1 2024-11-18T22:06:08,341 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T22:06:08,341 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T22:06:08,342 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T22:06:08,342 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731967628342 2024-11-18T22:06:08,342 INFO [master/66dff09c816a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731967688342 2024-11-18T22:06:08,342 INFO [master/66dff09c816a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-18T22:06:08,343 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39921,1731967567491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:08,343 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39921,1731967567491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:08,343 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39921,1731967567491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:08,343 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-66dff09c816a:39921, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:08,343 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:08,343 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:08,344 DEBUG [master/66dff09c816a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T22:06:08,346 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.782sec 2024-11-18T22:06:08,346 INFO [master/66dff09c816a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T22:06:08,346 INFO [master/66dff09c816a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T22:06:08,346 INFO [master/66dff09c816a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T22:06:08,346 INFO [master/66dff09c816a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T22:06:08,346 INFO [master/66dff09c816a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T22:06:08,346 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39921,1731967567491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:06:08,347 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39921,1731967567491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T22:06:08,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0d534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:06:08,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 66dff09c816a,39921,-1 for getting cluster id 2024-11-18T22:06:08,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T22:06:08,349 DEBUG [master/66dff09c816a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T22:06:08,349 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T22:06:08,349 INFO [master/66dff09c816a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=66dff09c816a,39921,1731967567491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:06:08,350 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd402b03f-9ef6-4374-af54-921d4c9859a4' 2024-11-18T22:06:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T22:06:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d402b03f-9ef6-4374-af54-921d4c9859a4" 2024-11-18T22:06:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:06:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [66dff09c816a,39921,-1] 2024-11-18T22:06:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T22:06:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:08,351 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T22:06:08,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bdbd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:06:08,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:06:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=66dff09c816a,40195,1731967567534, seqNum=-1] 2024-11-18T22:06:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:06:08,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:06:08,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=66dff09c816a,39921,1731967567491 2024-11-18T22:06:08,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:06:08,358 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T22:06:08,358 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:06:08,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:06:08,361 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/test.com,8080,1, archiveDir=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/oldWALs, maxLogs=32 2024-11-18T22:06:08,374 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/test.com,8080,1/test.com%2C8080%2C1.1731967568361, exclude list is [], retry=0 2024-11-18T22:06:08,377 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-885943e8-54f3-41e0-9ab3-e6f0cb69703e,DISK] 2024-11-18T22:06:08,378 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-a2e5dce7-f7ef-4639-814c-97950db73fb3,DISK] 2024-11-18T22:06:08,381 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/test.com,8080,1/test.com%2C8080%2C1.1731967568361 2024-11-18T22:06:08,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-18T22:06:08,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/test.com,8080,1/test.com%2C8080%2C1.1731967568382, exclude list is [], retry=0 2024-11-18T22:06:08,397 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-a2e5dce7-f7ef-4639-814c-97950db73fb3,DISK] 2024-11-18T22:06:08,397 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-885943e8-54f3-41e0-9ab3-e6f0cb69703e,DISK] 2024-11-18T22:06:08,399 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/test.com,8080,1/test.com%2C8080%2C1.1731967568361 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/test.com,8080,1/test.com%2C8080%2C1.1731967568382 2024-11-18T22:06:08,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-18T22:06:08,399 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/test.com,8080,1/test.com%2C8080%2C1.1731967568361 is not closed yet, will try archiving it next time 2024-11-18T22:06:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741835_1011 (size=93) 2024-11-18T22:06:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741835_1011 (size=93) 2024-11-18T22:06:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741836_1012 (size=93) 2024-11-18T22:06:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741836_1012 (size=93) 2024-11-18T22:06:08,402 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/WALs/test.com,8080,1/test.com%2C8080%2C1.1731967568361 to hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/oldWALs/test.com%2C8080%2C1.1731967568361 2024-11-18T22:06:08,404 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/oldWALs 2024-11-18T22:06:08,404 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731967568382) 2024-11-18T22:06:08,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T22:06:08,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:06:08,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:06:08,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:08,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:08,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T22:06:08,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T22:06:08,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=430931607, stopped=false 2024-11-18T22:06:08,405 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=66dff09c816a,39921,1731967567491 2024-11-18T22:06:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:06:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:06:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:08,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:06:08,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:06:08,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:06:08,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:08,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '66dff09c816a,40195,1731967567534' ***** 2024-11-18T22:06:08,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T22:06:08,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:06:08,407 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T22:06:08,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:06:08,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T22:06:08,408 INFO [RS:0;66dff09c816a:40195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T22:06:08,408 INFO [RS:0;66dff09c816a:40195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T22:06:08,408 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(959): stopping server 66dff09c816a,40195,1731967567534 2024-11-18T22:06:08,408 INFO [RS:0;66dff09c816a:40195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:06:08,408 INFO [RS:0;66dff09c816a:40195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;66dff09c816a:40195. 2024-11-18T22:06:08,408 DEBUG [RS:0;66dff09c816a:40195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:06:08,408 DEBUG [RS:0;66dff09c816a:40195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:08,408 INFO [RS:0;66dff09c816a:40195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T22:06:08,408 INFO [RS:0;66dff09c816a:40195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T22:06:08,408 INFO [RS:0;66dff09c816a:40195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T22:06:08,408 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T22:06:08,409 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T22:06:08,409 DEBUG [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T22:06:08,409 DEBUG [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T22:06:08,409 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:06:08,409 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:06:08,409 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:06:08,409 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:06:08,409 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:06:08,409 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T22:06:08,424 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740/.tmp/ns/3bc9efac140a4ef79df279eab25cdb71 is 43, key is default/ns:d/1731967568337/Put/seqid=0 2024-11-18T22:06:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741837_1013 (size=5153) 2024-11-18T22:06:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741837_1013 (size=5153) 2024-11-18T22:06:08,430 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740/.tmp/ns/3bc9efac140a4ef79df279eab25cdb71 2024-11-18T22:06:08,435 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740/.tmp/ns/3bc9efac140a4ef79df279eab25cdb71 as hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740/ns/3bc9efac140a4ef79df279eab25cdb71 2024-11-18T22:06:08,440 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740/ns/3bc9efac140a4ef79df279eab25cdb71, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T22:06:08,441 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-18T22:06:08,444 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T22:06:08,445 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:06:08,445 INFO [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:06:08,445 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731967568409Running coprocessor pre-close hooks at 1731967568409Disabling compacts and flushes for region at 1731967568409Disabling writes for close at 1731967568409Obtaining lock to block concurrent updates at 1731967568409Preparing flush snapshotting stores in 1588230740 at 1731967568409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731967568409Flushing stores of hbase:meta,,1.1588230740 at 1731967568410 (+1 ms)Flushing 1588230740/ns: creating writer at 1731967568410Flushing 1588230740/ns: appending metadata at 1731967568424 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731967568424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1deafc40: reopening flushed file at 1731967568435 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731967568441 (+6 ms)Writing region close event to WAL at 1731967568441Running coprocessor post-close hooks at 1731967568445 (+4 ms)Closed at 1731967568445 2024-11-18T22:06:08,445 DEBUG [RS_CLOSE_META-regionserver/66dff09c816a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T22:06:08,609 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(976): stopping server 66dff09c816a,40195,1731967567534; all regions closed. 2024-11-18T22:06:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741834_1010 (size=1152) 2024-11-18T22:06:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741834_1010 (size=1152) 2024-11-18T22:06:08,614 DEBUG [RS:0;66dff09c816a:40195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/oldWALs 2024-11-18T22:06:08,614 INFO [RS:0;66dff09c816a:40195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C40195%2C1731967567534.meta:.meta(num 1731967568292) 2024-11-18T22:06:08,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741833_1009 (size=93) 2024-11-18T22:06:08,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741833_1009 (size=93) 2024-11-18T22:06:08,617 DEBUG [RS:0;66dff09c816a:40195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/oldWALs 2024-11-18T22:06:08,617 INFO [RS:0;66dff09c816a:40195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 66dff09c816a%2C40195%2C1731967567534:(num 1731967567913) 2024-11-18T22:06:08,618 DEBUG [RS:0;66dff09c816a:40195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:06:08,618 INFO [RS:0;66dff09c816a:40195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:06:08,618 INFO [RS:0;66dff09c816a:40195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:06:08,618 INFO [RS:0;66dff09c816a:40195 {}] hbase.ChoreService(370): Chore service for: regionserver/66dff09c816a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T22:06:08,618 INFO [RS:0;66dff09c816a:40195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:06:08,618 INFO [regionserver/66dff09c816a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:06:08,618 INFO [RS:0;66dff09c816a:40195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40195 2024-11-18T22:06:08,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/66dff09c816a,40195,1731967567534 2024-11-18T22:06:08,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:06:08,620 INFO [RS:0;66dff09c816a:40195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:06:08,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [66dff09c816a,40195,1731967567534] 2024-11-18T22:06:08,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/66dff09c816a,40195,1731967567534 already deleted, retry=false 2024-11-18T22:06:08,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 66dff09c816a,40195,1731967567534 expired; onlineServers=0 2024-11-18T22:06:08,623 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '66dff09c816a,39921,1731967567491' ***** 2024-11-18T22:06:08,623 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T22:06:08,623 INFO [M:0;66dff09c816a:39921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:06:08,623 INFO [M:0;66dff09c816a:39921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:06:08,623 DEBUG [M:0;66dff09c816a:39921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T22:06:08,623 DEBUG [M:0;66dff09c816a:39921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T22:06:08,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T22:06:08,623 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967567694 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.small.0-1731967567694,5,FailOnTimeoutGroup] 2024-11-18T22:06:08,623 DEBUG [master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967567694 {}] cleaner.HFileCleaner(306): Exit Thread[master/66dff09c816a:0:becomeActiveMaster-HFileCleaner.large.0-1731967567694,5,FailOnTimeoutGroup] 2024-11-18T22:06:08,624 INFO [M:0;66dff09c816a:39921 {}] hbase.ChoreService(370): Chore service for: master/66dff09c816a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T22:06:08,624 INFO [M:0;66dff09c816a:39921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:06:08,624 DEBUG [M:0;66dff09c816a:39921 {}] master.HMaster(1795): Stopping service threads 2024-11-18T22:06:08,624 INFO [M:0;66dff09c816a:39921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T22:06:08,624 INFO [M:0;66dff09c816a:39921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:06:08,624 INFO [M:0;66dff09c816a:39921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T22:06:08,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T22:06:08,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T22:06:08,625 DEBUG [M:0;66dff09c816a:39921 {}] zookeeper.ZKUtil(347): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T22:06:08,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:06:08,625 WARN [M:0;66dff09c816a:39921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T22:06:08,626 INFO [M:0;66dff09c816a:39921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/.lastflushedseqids 2024-11-18T22:06:08,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741838_1014 (size=99) 2024-11-18T22:06:08,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741838_1014 (size=99) 2024-11-18T22:06:08,631 INFO [M:0;66dff09c816a:39921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T22:06:08,632 INFO [M:0;66dff09c816a:39921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T22:06:08,632 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:06:08,632 INFO [M:0;66dff09c816a:39921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:08,632 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:08,632 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:06:08,632 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:08,632 INFO [M:0;66dff09c816a:39921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-18T22:06:08,647 DEBUG [M:0;66dff09c816a:39921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/942ed9085f2b4a5288fe931b9204d87a is 82, key is hbase:meta,,1/info:regioninfo/1731967568325/Put/seqid=0 2024-11-18T22:06:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741839_1015 (size=5672) 2024-11-18T22:06:08,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741839_1015 (size=5672) 2024-11-18T22:06:08,652 INFO [M:0;66dff09c816a:39921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/942ed9085f2b4a5288fe931b9204d87a 2024-11-18T22:06:08,670 DEBUG [M:0;66dff09c816a:39921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a5bd513eb4a4eeaa897a033e70906b8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731967568340/Put/seqid=0 2024-11-18T22:06:08,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741840_1016 (size=5275) 2024-11-18T22:06:08,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741840_1016 (size=5275) 2024-11-18T22:06:08,675 INFO [M:0;66dff09c816a:39921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a5bd513eb4a4eeaa897a033e70906b8 2024-11-18T22:06:08,694 DEBUG [M:0;66dff09c816a:39921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9852e6fd07c461ba1123603733675c1 is 69, key is 66dff09c816a,40195,1731967567534/rs:state/1731967567768/Put/seqid=0 2024-11-18T22:06:08,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741841_1017 (size=5156) 2024-11-18T22:06:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741841_1017 (size=5156) 2024-11-18T22:06:08,699 INFO [M:0;66dff09c816a:39921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9852e6fd07c461ba1123603733675c1 2024-11-18T22:06:08,717 DEBUG [M:0;66dff09c816a:39921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8be728a9b4c34008a921fdb9bc706794 is 52, key is load_balancer_on/state:d/1731967568357/Put/seqid=0 2024-11-18T22:06:08,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741842_1018 (size=5056) 2024-11-18T22:06:08,722 INFO [RS:0;66dff09c816a:40195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:06:08,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:06:08,722 INFO [RS:0;66dff09c816a:40195 {}] regionserver.HRegionServer(1031): Exiting; stopping=66dff09c816a,40195,1731967567534; zookeeper connection closed. 2024-11-18T22:06:08,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741842_1018 (size=5056) 2024-11-18T22:06:08,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40195-0x10107e2bb210001, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:06:08,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52495f10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52495f10 2024-11-18T22:06:08,722 INFO [M:0;66dff09c816a:39921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8be728a9b4c34008a921fdb9bc706794 2024-11-18T22:06:08,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T22:06:08,727 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/942ed9085f2b4a5288fe931b9204d87a as hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/942ed9085f2b4a5288fe931b9204d87a 2024-11-18T22:06:08,732 INFO [M:0;66dff09c816a:39921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/942ed9085f2b4a5288fe931b9204d87a, entries=8, sequenceid=29, filesize=5.5 K 2024-11-18T22:06:08,733 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a5bd513eb4a4eeaa897a033e70906b8 as hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a5bd513eb4a4eeaa897a033e70906b8 2024-11-18T22:06:08,737 INFO [M:0;66dff09c816a:39921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a5bd513eb4a4eeaa897a033e70906b8, entries=3, sequenceid=29, filesize=5.2 K 2024-11-18T22:06:08,737 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9852e6fd07c461ba1123603733675c1 as hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9852e6fd07c461ba1123603733675c1 2024-11-18T22:06:08,741 INFO [M:0;66dff09c816a:39921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9852e6fd07c461ba1123603733675c1, entries=1, sequenceid=29, filesize=5.0 K 2024-11-18T22:06:08,742 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8be728a9b4c34008a921fdb9bc706794 as hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8be728a9b4c34008a921fdb9bc706794 2024-11-18T22:06:08,746 INFO [M:0;66dff09c816a:39921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39625/user/jenkins/test-data/7d264364-ba46-7f26-ab29-a94743fd38ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8be728a9b4c34008a921fdb9bc706794, entries=1, sequenceid=29, filesize=4.9 K 2024-11-18T22:06:08,747 INFO [M:0;66dff09c816a:39921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=29, compaction requested=false 2024-11-18T22:06:08,748 INFO [M:0;66dff09c816a:39921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:06:08,748 DEBUG [M:0;66dff09c816a:39921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731967568632Disabling compacts and flushes for region at 1731967568632Disabling writes for close at 1731967568632Obtaining lock to block concurrent updates at 1731967568632Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731967568632Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731967568632Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731967568633 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731967568633Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731967568647 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731967568647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731967568656 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731967568670 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731967568670Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731967568679 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731967568693 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731967568693Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731967568703 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731967568716 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731967568717 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308a5c49: reopening flushed file at 1731967568727 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223210cf: reopening flushed file at 1731967568732 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1a5435: reopening flushed file at 1731967568737 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4730ed1a: reopening flushed file at 1731967568742 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=29, compaction requested=false at 1731967568747 (+5 ms)Writing region close event to WAL at 1731967568748 (+1 ms)Closed at 1731967568748 2024-11-18T22:06:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741830_1006 (size=10311) 2024-11-18T22:06:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741830_1006 (size=10311) 2024-11-18T22:06:08,751 INFO [M:0;66dff09c816a:39921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T22:06:08,751 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:06:08,751 INFO [M:0;66dff09c816a:39921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39921 2024-11-18T22:06:08,751 INFO [M:0;66dff09c816a:39921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:06:08,853 INFO [M:0;66dff09c816a:39921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:06:08,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:06:08,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x10107e2bb210000, quorum=127.0.0.1:57894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:06:08,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@285138b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:06:08,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e35d814{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:06:08,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:06:08,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5352f4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:06:08,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531ae01c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/hadoop.log.dir/,STOPPED} 2024-11-18T22:06:08,858 WARN [BP-19297114-172.17.0.2-1731967566847 heartbeating to localhost/127.0.0.1:39625 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:06:08,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:06:08,858 WARN [BP-19297114-172.17.0.2-1731967566847 heartbeating to localhost/127.0.0.1:39625 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-19297114-172.17.0.2-1731967566847 (Datanode Uuid 7bfc0bff-7366-4ceb-bb54-96c4422f8dc0) service to localhost/127.0.0.1:39625 2024-11-18T22:06:08,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:06:08,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/data/data3/current/BP-19297114-172.17.0.2-1731967566847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:06:08,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/data/data4/current/BP-19297114-172.17.0.2-1731967566847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:06:08,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:06:08,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d71524b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:06:08,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60c2f958{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:06:08,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:06:08,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3808ff72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:06:08,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e357674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/hadoop.log.dir/,STOPPED} 2024-11-18T22:06:08,862 WARN [BP-19297114-172.17.0.2-1731967566847 heartbeating to localhost/127.0.0.1:39625 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:06:08,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:06:08,862 WARN [BP-19297114-172.17.0.2-1731967566847 heartbeating to localhost/127.0.0.1:39625 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-19297114-172.17.0.2-1731967566847 (Datanode Uuid b0f13ee5-56da-44e0-8928-876d59657204) service to localhost/127.0.0.1:39625 2024-11-18T22:06:08,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:06:08,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/data/data1/current/BP-19297114-172.17.0.2-1731967566847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:06:08,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/cluster_8548e6c8-5387-c1e5-b563-1441f6dd6789/data/data2/current/BP-19297114-172.17.0.2-1731967566847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:06:08,863 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:06:08,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37eed210{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:06:08,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62101f8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:06:08,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:06:08,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b1b5b3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:06:08,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5577db77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a1ed494-0dcb-f17b-9249-dd24c2bc08c7/hadoop.log.dir/,STOPPED} 2024-11-18T22:06:08,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T22:06:08,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T22:06:08,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 109) - Thread LEAK? -, OpenFileDescriptor=508 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=15 (was 15), ProcessCount=11 (was 11), AvailableMemoryMB=3781 (was 3827)