2024-12-02 15:48:12,455 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-02 15:48:12,465 main DEBUG Took 0.008571 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 15:48:12,465 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 15:48:12,466 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 15:48:12,466 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 15:48:12,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,474 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 15:48:12,485 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,488 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,489 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,490 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,492 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,493 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,494 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:48:12,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,496 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 15:48:12,497 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:48:12,498 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 15:48:12,500 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 15:48:12,501 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 15:48:12,502 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 15:48:12,502 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 15:48:12,509 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 15:48:12,511 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 15:48:12,513 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 15:48:12,513 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 15:48:12,514 main DEBUG createAppenders(={Console}) 2024-12-02 15:48:12,514 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-02 15:48:12,514 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-02 15:48:12,515 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-02 15:48:12,515 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 15:48:12,515 main DEBUG OutputStream closed 2024-12-02 15:48:12,516 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 15:48:12,516 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 15:48:12,516 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-02 15:48:12,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 15:48:12,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 15:48:12,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 15:48:12,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 15:48:12,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 15:48:12,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 15:48:12,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 15:48:12,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 15:48:12,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 15:48:12,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 15:48:12,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 15:48:12,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 15:48:12,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 15:48:12,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 15:48:12,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 15:48:12,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 15:48:12,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 15:48:12,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 15:48:12,586 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 15:48:12,587 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-02 15:48:12,587 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 15:48:12,588 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-02T15:48:12,787 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163 2024-12-02 15:48:12,790 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 15:48:12,790 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T15:48:12,799 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-02T15:48:12,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=10581 2024-12-02T15:48:12,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:48:12,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63, deleteOnExit=true 2024-12-02T15:48:12,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:48:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/test.cache.data in system properties and HBase conf 2024-12-02T15:48:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:48:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:48:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:48:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:48:12,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:48:12,944 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T15:48:13,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:48:13,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:48:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:48:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:48:13,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:48:13,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:48:13,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:48:13,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:48:13,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:48:13,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:48:13,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:48:13,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:48:13,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:48:13,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:48:13,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:48:13,974 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T15:48:14,055 INFO [Time-limited test {}] log.Log(170): Logging initialized @2237ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T15:48:14,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:48:14,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:48:14,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:48:14,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:48:14,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:48:14,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:48:14,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:48:14,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:48:14,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/java.io.tmpdir/jetty-localhost-34039-hadoop-hdfs-3_4_1-tests_jar-_-any-1332354679786206943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:48:14,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:34039} 2024-12-02T15:48:14,398 INFO [Time-limited test {}] server.Server(415): Started @2580ms 2024-12-02T15:48:14,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:48:14,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:48:14,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:48:14,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:48:14,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:48:14,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:48:14,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:48:14,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/java.io.tmpdir/jetty-localhost-36479-hadoop-hdfs-3_4_1-tests_jar-_-any-4851383466386564841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:48:14,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:36479} 2024-12-02T15:48:14,955 INFO [Time-limited test {}] server.Server(415): Started @3138ms 2024-12-02T15:48:15,002 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:48:15,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:48:15,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:48:15,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:48:15,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:48:15,107 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:48:15,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:48:15,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:48:15,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/java.io.tmpdir/jetty-localhost-43281-hadoop-hdfs-3_4_1-tests_jar-_-any-13987422205776107038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:48:15,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:43281} 2024-12-02T15:48:15,218 INFO [Time-limited test {}] server.Server(415): Started @3401ms 2024-12-02T15:48:15,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:48:15,923 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/data/data4/current/BP-1858386457-172.17.0.3-1733154493560/current, will proceed with Du for space computation calculation, 2024-12-02T15:48:15,923 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/data/data3/current/BP-1858386457-172.17.0.3-1733154493560/current, will proceed with Du for space computation calculation, 2024-12-02T15:48:15,923 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/data/data2/current/BP-1858386457-172.17.0.3-1733154493560/current, will proceed with Du for space computation calculation, 2024-12-02T15:48:15,923 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/data/data1/current/BP-1858386457-172.17.0.3-1733154493560/current, will proceed with Du for space computation calculation, 2024-12-02T15:48:15,958 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:48:15,958 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:48:16,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa480ae94881ca with lease ID 0xe181a53ca6065d9: Processing first storage report for DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0 from datanode DatanodeRegistration(127.0.0.1:35869, datanodeUuid=c6a33053-b553-4dc1-a176-3918a09c2d54, infoPort=34087, infoSecurePort=0, ipcPort=35119, storageInfo=lv=-57;cid=testClusterID;nsid=91507776;c=1733154493560) 2024-12-02T15:48:16,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa480ae94881ca with lease ID 0xe181a53ca6065d9: from storage DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0 node DatanodeRegistration(127.0.0.1:35869, datanodeUuid=c6a33053-b553-4dc1-a176-3918a09c2d54, infoPort=34087, infoSecurePort=0, ipcPort=35119, storageInfo=lv=-57;cid=testClusterID;nsid=91507776;c=1733154493560), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T15:48:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f93c753479beafc with lease ID 0xe181a53ca6065d8: Processing first storage report for DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b from datanode DatanodeRegistration(127.0.0.1:35113, datanodeUuid=75975efa-1324-42d8-832d-49f659a53a87, infoPort=41919, infoSecurePort=0, ipcPort=45043, storageInfo=lv=-57;cid=testClusterID;nsid=91507776;c=1733154493560) 2024-12-02T15:48:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f93c753479beafc with lease ID 0xe181a53ca6065d8: from storage DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b node DatanodeRegistration(127.0.0.1:35113, datanodeUuid=75975efa-1324-42d8-832d-49f659a53a87, infoPort=41919, infoSecurePort=0, ipcPort=45043, storageInfo=lv=-57;cid=testClusterID;nsid=91507776;c=1733154493560), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:48:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa480ae94881ca with lease ID 0xe181a53ca6065d9: Processing first storage report for DS-c9f22f2f-c49a-4a6a-a0a3-bfe76285a732 from datanode DatanodeRegistration(127.0.0.1:35869, datanodeUuid=c6a33053-b553-4dc1-a176-3918a09c2d54, infoPort=34087, infoSecurePort=0, ipcPort=35119, storageInfo=lv=-57;cid=testClusterID;nsid=91507776;c=1733154493560) 2024-12-02T15:48:16,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa480ae94881ca with lease ID 0xe181a53ca6065d9: from storage DS-c9f22f2f-c49a-4a6a-a0a3-bfe76285a732 node DatanodeRegistration(127.0.0.1:35869, datanodeUuid=c6a33053-b553-4dc1-a176-3918a09c2d54, infoPort=34087, infoSecurePort=0, ipcPort=35119, storageInfo=lv=-57;cid=testClusterID;nsid=91507776;c=1733154493560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:48:16,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163 2024-12-02T15:48:16,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f93c753479beafc with lease ID 0xe181a53ca6065d8: Processing first storage report for DS-dcbc069e-799c-428e-8b88-54831fb97798 from datanode DatanodeRegistration(127.0.0.1:35113, datanodeUuid=75975efa-1324-42d8-832d-49f659a53a87, infoPort=41919, infoSecurePort=0, ipcPort=45043, storageInfo=lv=-57;cid=testClusterID;nsid=91507776;c=1733154493560) 2024-12-02T15:48:16,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f93c753479beafc with lease ID 0xe181a53ca6065d8: from storage DS-dcbc069e-799c-428e-8b88-54831fb97798 node DatanodeRegistration(127.0.0.1:35113, datanodeUuid=75975efa-1324-42d8-832d-49f659a53a87, infoPort=41919, infoSecurePort=0, ipcPort=45043, storageInfo=lv=-57;cid=testClusterID;nsid=91507776;c=1733154493560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:48:16,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/zookeeper_0, clientPort=53979, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:48:16,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53979 2024-12-02T15:48:16,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:48:16,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:48:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:48:16,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:48:16,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa with version=8 2024-12-02T15:48:16,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/hbase-staging 2024-12-02T15:48:16,764 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T15:48:16,972 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:48:16,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:48:16,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:48:16,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:48:16,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:48:16,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:48:17,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:48:17,154 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T15:48:17,162 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T15:48:17,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:48:17,188 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 78509 (auto-detected) 2024-12-02T15:48:17,189 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T15:48:17,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33965 2024-12-02T15:48:17,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33965 connecting to ZooKeeper ensemble=127.0.0.1:53979 2024-12-02T15:48:17,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339650x0, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:48:17,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33965-0x101980480a70000 connected 2024-12-02T15:48:17,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:48:17,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:48:17,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:48:17,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa, hbase.cluster.distributed=false 2024-12-02T15:48:17,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:48:17,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33965 2024-12-02T15:48:17,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33965 2024-12-02T15:48:17,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33965 2024-12-02T15:48:17,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33965 2024-12-02T15:48:17,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33965 2024-12-02T15:48:17,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:48:17,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:48:17,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:48:17,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:48:17,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:48:17,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:48:17,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:48:17,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:48:17,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35419 2024-12-02T15:48:17,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35419 connecting to ZooKeeper ensemble=127.0.0.1:53979 2024-12-02T15:48:17,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:48:17,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:48:17,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354190x0, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:48:17,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354190x0, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:48:17,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35419-0x101980480a70001 connected 2024-12-02T15:48:17,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:48:17,580 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:48:17,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:48:17,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:48:17,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35419 2024-12-02T15:48:17,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35419 2024-12-02T15:48:17,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35419 2024-12-02T15:48:17,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35419 2024-12-02T15:48:17,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35419 2024-12-02T15:48:17,606 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1c0b6c2739c:33965 2024-12-02T15:48:17,607 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1c0b6c2739c,33965,1733154496828 2024-12-02T15:48:17,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:48:17,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:48:17,621 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1c0b6c2739c,33965,1733154496828 2024-12-02T15:48:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:48:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:17,644 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T15:48:17,645 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1c0b6c2739c,33965,1733154496828 from backup master directory 2024-12-02T15:48:17,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1c0b6c2739c,33965,1733154496828 2024-12-02T15:48:17,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:48:17,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:48:17,652 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:48:17,653 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1c0b6c2739c,33965,1733154496828 2024-12-02T15:48:17,654 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T15:48:17,656 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T15:48:17,706 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/hbase.id] with ID: 9eeed6d0-ddf1-48a8-9c25-eed87a66814a 2024-12-02T15:48:17,706 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/.tmp/hbase.id 2024-12-02T15:48:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:48:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:48:17,719 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/.tmp/hbase.id]:[hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/hbase.id] 2024-12-02T15:48:17,763 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:48:17,767 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:48:17,784 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-02T15:48:17,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:17,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:48:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:48:17,823 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:48:17,825 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:48:17,830 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:48:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:48:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:48:17,875 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store 2024-12-02T15:48:17,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:48:17,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:48:17,897 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T15:48:17,902 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:48:17,903 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:48:17,904 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:48:17,904 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:48:17,905 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:48:17,905 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:48:17,906 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:48:17,907 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154497903Disabling compacts and flushes for region at 1733154497903Disabling writes for close at 1733154497905 (+2 ms)Writing region close event to WAL at 1733154497906 (+1 ms)Closed at 1733154497906 2024-12-02T15:48:17,910 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/.initializing 2024-12-02T15:48:17,910 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/WALs/e1c0b6c2739c,33965,1733154496828 2024-12-02T15:48:17,917 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:48:17,932 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C33965%2C1733154496828, suffix=, logDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/WALs/e1c0b6c2739c,33965,1733154496828, archiveDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/oldWALs, maxLogs=10 2024-12-02T15:48:17,958 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/WALs/e1c0b6c2739c,33965,1733154496828/e1c0b6c2739c%2C33965%2C1733154496828.1733154497937, exclude list is [], retry=0 2024-12-02T15:48:17,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:48:17,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35113,DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b,DISK] 2024-12-02T15:48:17,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35869,DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0,DISK] 2024-12-02T15:48:17,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T15:48:18,016 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/WALs/e1c0b6c2739c,33965,1733154496828/e1c0b6c2739c%2C33965%2C1733154496828.1733154497937 2024-12-02T15:48:18,017 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34087:34087),(127.0.0.1/127.0.0.1:41919:41919)] 2024-12-02T15:48:18,017 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:48:18,018 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:48:18,020 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,021 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:48:18,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:18,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:48:18,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:48:18,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:18,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:48:18,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:48:18,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:18,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:48:18,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:48:18,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:18,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:48:18,096 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,099 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,100 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,106 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,107 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,111 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:48:18,115 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:48:18,119 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:48:18,120 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=845186, jitterRate=0.07470981776714325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:48:18,127 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733154498032Initializing all the Stores at 1733154498034 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154498034Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154498035 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154498035Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154498035Cleaning up temporary data from old regions at 1733154498107 (+72 ms)Region opened successfully at 1733154498127 (+20 ms) 2024-12-02T15:48:18,128 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:48:18,163 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4b6797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:48:18,188 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:48:18,197 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:48:18,197 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:48:18,200 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:48:18,202 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T15:48:18,207 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T15:48:18,207 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:48:18,229 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:48:18,238 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T15:48:18,277 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T15:48:18,282 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:48:18,284 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:48:18,293 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T15:48:18,296 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:48:18,302 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:48:18,310 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T15:48:18,312 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:48:18,318 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T15:48:18,340 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:48:18,343 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T15:48:18,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:48:18,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:18,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:48:18,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:18,354 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1c0b6c2739c,33965,1733154496828, sessionid=0x101980480a70000, setting cluster-up flag (Was=false) 2024-12-02T15:48:18,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:18,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:18,402 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T15:48:18,406 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,33965,1733154496828 2024-12-02T15:48:18,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:18,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:18,451 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T15:48:18,455 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,33965,1733154496828 2024-12-02T15:48:18,462 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:48:18,498 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(746): ClusterId : 9eeed6d0-ddf1-48a8-9c25-eed87a66814a 2024-12-02T15:48:18,501 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:48:18,512 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:48:18,512 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:48:18,519 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:48:18,520 DEBUG [RS:0;e1c0b6c2739c:35419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c4da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:48:18,525 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:48:18,532 DEBUG [RS:0;e1c0b6c2739c:35419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1c0b6c2739c:35419 2024-12-02T15:48:18,534 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:48:18,535 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:48:18,535 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:48:18,535 DEBUG [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:48:18,537 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,33965,1733154496828 with port=35419, startcode=1733154497510 2024-12-02T15:48:18,540 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:48:18,545 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1c0b6c2739c,33965,1733154496828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:48:18,549 DEBUG [RS:0;e1c0b6c2739c:35419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:48:18,553 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:48:18,554 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:48:18,554 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:48:18,554 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:48:18,554 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1c0b6c2739c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:48:18,554 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,554 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:48:18,555 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,556 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733154528556 2024-12-02T15:48:18,557 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:48:18,559 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:48:18,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:48:18,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:48:18,563 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:48:18,563 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:48:18,564 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:48:18,564 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:48:18,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:18,565 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:48:18,569 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:48:18,571 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:48:18,571 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:48:18,575 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:48:18,575 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:48:18,578 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154498576,5,FailOnTimeoutGroup] 2024-12-02T15:48:18,579 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154498579,5,FailOnTimeoutGroup] 2024-12-02T15:48:18,579 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,579 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:48:18,583 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,585 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,586 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51621, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:48:18,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:48:18,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:48:18,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:48:18,590 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa 2024-12-02T15:48:18,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:18,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33965 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:18,611 DEBUG [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa 2024-12-02T15:48:18,611 DEBUG [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45151 2024-12-02T15:48:18,612 DEBUG [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:48:18,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:48:18,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:48:18,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:48:18,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:48:18,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:48:18,619 DEBUG [RS:0;e1c0b6c2739c:35419 {}] zookeeper.ZKUtil(111): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:18,619 WARN [RS:0;e1c0b6c2739c:35419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:48:18,619 INFO [RS:0;e1c0b6c2739c:35419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:48:18,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:48:18,620 DEBUG [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:18,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:18,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:48:18,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:48:18,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,35419,1733154497510] 2024-12-02T15:48:18,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:48:18,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:18,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:48:18,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:48:18,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:48:18,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:18,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:48:18,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:48:18,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:48:18,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:18,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:48:18,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:48:18,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740 2024-12-02T15:48:18,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740 2024-12-02T15:48:18,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:48:18,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:48:18,640 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:48:18,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:48:18,645 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:48:18,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:48:18,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=869311, jitterRate=0.10538622736930847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:48:18,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733154498614Initializing all the Stores at 1733154498616 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154498616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154498616Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154498616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154498616Cleaning up temporary data from old regions at 1733154498639 (+23 ms)Region opened successfully at 1733154498649 (+10 ms) 2024-12-02T15:48:18,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:48:18,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:48:18,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:48:18,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:48:18,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:48:18,651 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:48:18,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154498649Disabling compacts and flushes for region at 1733154498649Disabling writes for close at 1733154498649Writing region close event to WAL at 1733154498650 (+1 ms)Closed at 1733154498651 (+1 ms) 2024-12-02T15:48:18,653 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:48:18,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:48:18,657 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:48:18,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:48:18,661 INFO [RS:0;e1c0b6c2739c:35419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:48:18,661 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,662 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:48:18,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:48:18,667 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:48:18,669 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,669 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,669 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,669 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,669 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,669 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:48:18,670 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,670 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:48:18,670 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,670 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,670 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,670 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,670 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,670 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:48:18,671 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:48:18,671 DEBUG [RS:0;e1c0b6c2739c:35419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:48:18,672 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,672 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,672 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,672 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,672 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,672 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,35419,1733154497510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:48:18,687 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:48:18,689 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,35419,1733154497510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,689 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,689 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.Replication(171): e1c0b6c2739c,35419,1733154497510 started 2024-12-02T15:48:18,710 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:18,710 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,35419,1733154497510, RpcServer on e1c0b6c2739c/172.17.0.3:35419, sessionid=0x101980480a70001 2024-12-02T15:48:18,711 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:48:18,711 DEBUG [RS:0;e1c0b6c2739c:35419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:18,712 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,35419,1733154497510' 2024-12-02T15:48:18,712 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:48:18,713 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:48:18,713 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:48:18,714 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:48:18,714 DEBUG [RS:0;e1c0b6c2739c:35419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:18,714 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,35419,1733154497510' 2024-12-02T15:48:18,714 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:48:18,714 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:48:18,715 DEBUG [RS:0;e1c0b6c2739c:35419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:48:18,715 INFO [RS:0;e1c0b6c2739c:35419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:48:18,715 INFO [RS:0;e1c0b6c2739c:35419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:48:18,821 WARN [e1c0b6c2739c:33965 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:48:18,827 INFO [RS:0;e1c0b6c2739c:35419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:48:18,830 INFO [RS:0;e1c0b6c2739c:35419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C35419%2C1733154497510, suffix=, logDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510, archiveDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/oldWALs, maxLogs=32 2024-12-02T15:48:18,848 DEBUG [RS:0;e1c0b6c2739c:35419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154498832, exclude list is [], retry=0 2024-12-02T15:48:18,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35869,DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0,DISK] 2024-12-02T15:48:18,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35113,DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b,DISK] 2024-12-02T15:48:18,857 INFO [RS:0;e1c0b6c2739c:35419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154498832 2024-12-02T15:48:18,857 DEBUG [RS:0;e1c0b6c2739c:35419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41919:41919),(127.0.0.1/127.0.0.1:34087:34087)] 2024-12-02T15:48:19,077 DEBUG [e1c0b6c2739c:33965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:48:19,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:19,099 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,35419,1733154497510, state=OPENING 2024-12-02T15:48:19,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:48:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:48:19,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:48:19,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:48:19,158 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:48:19,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,35419,1733154497510}] 2024-12-02T15:48:19,339 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:48:19,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40591, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:48:19,350 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:48:19,350 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:48:19,351 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:48:19,353 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C35419%2C1733154497510.meta, suffix=.meta, logDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510, archiveDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/oldWALs, maxLogs=32 2024-12-02T15:48:19,367 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.meta.1733154499355.meta, exclude list is [], retry=0 2024-12-02T15:48:19,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35869,DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0,DISK] 2024-12-02T15:48:19,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35113,DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b,DISK] 2024-12-02T15:48:19,374 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.meta.1733154499355.meta 2024-12-02T15:48:19,374 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41919:41919),(127.0.0.1/127.0.0.1:34087:34087)] 2024-12-02T15:48:19,374 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:48:19,376 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:48:19,378 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:48:19,382 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:48:19,387 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:48:19,387 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:48:19,388 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:48:19,388 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:48:19,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:48:19,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:48:19,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:19,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:48:19,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:48:19,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:48:19,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:19,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:48:19,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:48:19,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:48:19,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:19,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:48:19,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:48:19,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:48:19,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:19,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:48:19,403 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:48:19,405 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740 2024-12-02T15:48:19,407 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740 2024-12-02T15:48:19,410 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:48:19,410 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:48:19,411 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:48:19,414 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:48:19,415 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=847584, jitterRate=0.07775916159152985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:48:19,416 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:48:19,417 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733154499388Writing region info on filesystem at 1733154499389 (+1 ms)Initializing all the Stores at 1733154499390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154499390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154499391 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154499391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154499391Cleaning up temporary data from old regions at 1733154499410 (+19 ms)Running coprocessor post-open hooks at 1733154499416 (+6 ms)Region opened successfully at 1733154499417 (+1 ms) 2024-12-02T15:48:19,423 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733154499331 2024-12-02T15:48:19,433 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:48:19,434 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:48:19,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:19,437 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,35419,1733154497510, state=OPEN 2024-12-02T15:48:19,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:48:19,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:48:19,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:48:19,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:48:19,465 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:19,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:48:19,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,35419,1733154497510 in 305 msec 2024-12-02T15:48:19,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:48:19,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 817 msec 2024-12-02T15:48:19,481 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:48:19,481 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:48:19,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:48:19,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,35419,1733154497510, seqNum=-1] 2024-12-02T15:48:19,517 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:48:19,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58171, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:48:19,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0490 sec 2024-12-02T15:48:19,539 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733154499538, completionTime=-1 2024-12-02T15:48:19,543 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:48:19,543 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:48:19,572 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:48:19,572 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733154559572 2024-12-02T15:48:19,572 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733154619572 2024-12-02T15:48:19,572 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-02T15:48:19,574 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33965,1733154496828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:19,575 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33965,1733154496828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:19,575 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33965,1733154496828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:19,576 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1c0b6c2739c:33965, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:19,577 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:19,577 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:19,582 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:48:19,606 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.953sec 2024-12-02T15:48:19,607 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:48:19,609 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:48:19,610 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:48:19,611 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:48:19,611 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:48:19,612 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33965,1733154496828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:48:19,613 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33965,1733154496828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:48:19,621 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:48:19,622 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:48:19,622 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33965,1733154496828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:48:19,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:48:19,717 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T15:48:19,717 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T15:48:19,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,33965,-1 for getting cluster id 2024-12-02T15:48:19,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:48:19,729 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eeed6d0-ddf1-48a8-9c25-eed87a66814a' 2024-12-02T15:48:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:48:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eeed6d0-ddf1-48a8-9c25-eed87a66814a" 2024-12-02T15:48:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd12033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:48:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,33965,-1] 2024-12-02T15:48:19,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:48:19,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:48:19,741 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:48:19,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:48:19,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:48:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,35419,1733154497510, seqNum=-1] 2024-12-02T15:48:19,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:48:19,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:48:19,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1c0b6c2739c,33965,1733154496828 2024-12-02T15:48:19,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:48:19,778 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T15:48:19,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:48:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,33965,1733154496828 2024-12-02T15:48:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46f7ef06 2024-12-02T15:48:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:48:19,792 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:48:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33965 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T15:48:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33965 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T15:48:19,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:48:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-02T15:48:19,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:48:19,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-02T15:48:19,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:19,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:48:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:48:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741835_1011 (size=389) 2024-12-02T15:48:19,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741835_1011 (size=389) 2024-12-02T15:48:19,825 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19a4e3c3e86fbfb4302db6ababcf3884, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa 2024-12-02T15:48:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741836_1012 (size=72) 2024-12-02T15:48:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741836_1012 (size=72) 2024-12-02T15:48:19,835 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:48:19,835 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 19a4e3c3e86fbfb4302db6ababcf3884, disabling compactions & flushes 2024-12-02T15:48:19,835 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:48:19,835 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:48:19,835 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. after waiting 0 ms 2024-12-02T15:48:19,835 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:48:19,835 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:48:19,835 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19a4e3c3e86fbfb4302db6ababcf3884: Waiting for close lock at 1733154499835Disabling compacts and flushes for region at 1733154499835Disabling writes for close at 1733154499835Writing region close event to WAL at 1733154499835Closed at 1733154499835 2024-12-02T15:48:19,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:48:19,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733154499837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733154499837"}]},"ts":"1733154499837"} 2024-12-02T15:48:19,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:48:19,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:48:19,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733154499849"}]},"ts":"1733154499849"} 2024-12-02T15:48:19,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-02T15:48:19,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=19a4e3c3e86fbfb4302db6ababcf3884, ASSIGN}] 2024-12-02T15:48:19,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=19a4e3c3e86fbfb4302db6ababcf3884, ASSIGN 2024-12-02T15:48:19,861 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=19a4e3c3e86fbfb4302db6ababcf3884, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,35419,1733154497510; forceNewPlan=false, retain=false 2024-12-02T15:48:20,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19a4e3c3e86fbfb4302db6ababcf3884, regionState=OPENING, regionLocation=e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:20,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=19a4e3c3e86fbfb4302db6ababcf3884, ASSIGN because future has completed 2024-12-02T15:48:20,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a4e3c3e86fbfb4302db6ababcf3884, server=e1c0b6c2739c,35419,1733154497510}] 2024-12-02T15:48:20,190 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:48:20,191 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19a4e3c3e86fbfb4302db6ababcf3884, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:48:20,191 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,191 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:48:20,192 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,192 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,195 INFO [StoreOpener-19a4e3c3e86fbfb4302db6ababcf3884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,198 INFO [StoreOpener-19a4e3c3e86fbfb4302db6ababcf3884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a4e3c3e86fbfb4302db6ababcf3884 columnFamilyName info 2024-12-02T15:48:20,198 DEBUG [StoreOpener-19a4e3c3e86fbfb4302db6ababcf3884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:48:20,199 INFO [StoreOpener-19a4e3c3e86fbfb4302db6ababcf3884-1 {}] regionserver.HStore(327): Store=19a4e3c3e86fbfb4302db6ababcf3884/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:48:20,200 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,202 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,202 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,203 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,203 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,206 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,210 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:48:20,212 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19a4e3c3e86fbfb4302db6ababcf3884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=742394, jitterRate=-0.055997952818870544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:48:20,212 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:20,213 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19a4e3c3e86fbfb4302db6ababcf3884: Running coprocessor pre-open hook at 1733154500192Writing region info on filesystem at 1733154500192Initializing all the Stores at 1733154500194 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154500194Cleaning up temporary data from old regions at 1733154500203 (+9 ms)Running coprocessor post-open hooks at 1733154500212 (+9 ms)Region opened successfully at 1733154500213 (+1 ms) 2024-12-02T15:48:20,216 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884., pid=6, masterSystemTime=1733154500179 2024-12-02T15:48:20,219 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:48:20,219 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:48:20,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19a4e3c3e86fbfb4302db6ababcf3884, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,35419,1733154497510 2024-12-02T15:48:20,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a4e3c3e86fbfb4302db6ababcf3884, server=e1c0b6c2739c,35419,1733154497510 because future has completed 2024-12-02T15:48:20,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:48:20,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19a4e3c3e86fbfb4302db6ababcf3884, server=e1c0b6c2739c,35419,1733154497510 in 204 msec 2024-12-02T15:48:20,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:48:20,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=19a4e3c3e86fbfb4302db6ababcf3884, ASSIGN in 391 msec 2024-12-02T15:48:20,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:48:20,256 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733154500256"}]},"ts":"1733154500256"} 2024-12-02T15:48:20,265 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-02T15:48:20,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:48:20,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 469 msec 2024-12-02T15:48:24,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T15:48:24,942 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:48:24,943 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-02T15:48:27,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:48:27,152 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:48:27,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-02T15:48:27,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-02T15:48:27,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:48:27,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T15:48:27,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:48:27,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T15:48:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:48:29,900 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-02T15:48:29,905 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-02T15:48:29,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-02T15:48:29,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:48:29,926 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154509913, exclude list is [], retry=0 2024-12-02T15:48:29,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35869,DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0,DISK] 2024-12-02T15:48:29,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35113,DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b,DISK] 2024-12-02T15:48:29,933 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154498832 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154509913 2024-12-02T15:48:29,934 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34087:34087),(127.0.0.1/127.0.0.1:41919:41919)] 2024-12-02T15:48:29,934 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154498832 is not closed yet, will try archiving it next time 2024-12-02T15:48:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741833_1009 (size=451) 2024-12-02T15:48:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741833_1009 (size=451) 2024-12-02T15:48:29,939 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154498832 to hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/oldWALs/e1c0b6c2739c%2C35419%2C1733154497510.1733154498832 2024-12-02T15:48:29,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884., hostname=e1c0b6c2739c,35419,1733154497510, seqNum=2] 2024-12-02T15:48:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.HRegion(8855): Flush requested on 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:48:44,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19a4e3c3e86fbfb4302db6ababcf3884 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T15:48:44,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/.tmp/info/7d398b66e219462a987e64e80305be09 is 1055, key is row0001/info:/1733154509946/Put/seqid=0 2024-12-02T15:48:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741838_1014 (size=13386) 2024-12-02T15:48:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741838_1014 (size=13386) 2024-12-02T15:48:44,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/.tmp/info/7d398b66e219462a987e64e80305be09 2024-12-02T15:48:44,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/.tmp/info/7d398b66e219462a987e64e80305be09 as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/info/7d398b66e219462a987e64e80305be09 2024-12-02T15:48:44,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/info/7d398b66e219462a987e64e80305be09, entries=8, sequenceid=12, filesize=13.1 K 2024-12-02T15:48:44,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 19a4e3c3e86fbfb4302db6ababcf3884 in 122ms, sequenceid=12, compaction requested=false 2024-12-02T15:48:44,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19a4e3c3e86fbfb4302db6ababcf3884: 2024-12-02T15:48:46,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:48:50,026 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154530014, exclude list is [], retry=0 2024-12-02T15:48:50,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35869,DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0,DISK] 2024-12-02T15:48:50,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35113,DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b,DISK] 2024-12-02T15:48:50,032 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154509913 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154530014 2024-12-02T15:48:50,032 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34087:34087),(127.0.0.1/127.0.0.1:41919:41919)] 2024-12-02T15:48:50,032 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154509913 is not closed yet, will try archiving it next time 2024-12-02T15:48:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741837_1013 (size=12149) 2024-12-02T15:48:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741837_1013 (size=12149) 2024-12-02T15:48:50,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154509913 not finished, retry = 0 2024-12-02T15:48:55,038 INFO [AsyncFSWAL-0-hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa-prefix:e1c0b6c2739c,35419,1733154497510 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35869,DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0,DISK], DatanodeInfoWithStorage[127.0.0.1:35113,DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b,DISK]] 2024-12-02T15:48:55,044 WARN [AsyncFSWAL-0-hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa-prefix:e1c0b6c2739c,35419,1733154497510 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35869,DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0,DISK], DatanodeInfoWithStorage[127.0.0.1:35113,DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b,DISK]] 2024-12-02T15:48:55,046 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e1c0b6c2739c%2C35419%2C1733154497510:(num 1733154530014) roll requested 2024-12-02T15:48:55,057 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154535047, exclude list is [], retry=0 2024-12-02T15:48:55,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35113,DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b,DISK] 2024-12-02T15:48:55,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35869,DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0,DISK] 2024-12-02T15:48:55,063 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154530014 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154535047 2024-12-02T15:48:55,063 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41919:41919),(127.0.0.1/127.0.0.1:34087:34087)] 2024-12-02T15:48:55,063 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154530014 is not closed yet, will try archiving it next time 2024-12-02T15:48:55,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741839_1015 (size=1233) 2024-12-02T15:48:55,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741839_1015 (size=1233) 2024-12-02T15:48:57,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T15:48:57,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154537042, exclude list is [], retry=0 2024-12-02T15:48:57,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35113,DS-cd85ad3f-0066-4441-b278-3a73c9d63a8b,DISK] 2024-12-02T15:48:57,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35869,DS-208a1cd4-afe5-49d0-b6ca-0a02ba4875d0,DISK] 2024-12-02T15:48:57,065 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154535047 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154537042 2024-12-02T15:48:57,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34087:34087),(127.0.0.1/127.0.0.1:41919:41919)] 2024-12-02T15:48:57,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154535047 is not closed yet, will try archiving it next time 2024-12-02T15:48:57,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741840_1016 (size=93) 2024-12-02T15:48:57,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741840_1016 (size=93) 2024-12-02T15:48:57,068 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154535047 to hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/oldWALs/e1c0b6c2739c%2C35419%2C1733154497510.1733154535047 2024-12-02T15:49:00,497 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T15:49:00,497 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T15:49:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] regionserver.HRegion(8855): Flush requested on 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:49:05,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19a4e3c3e86fbfb4302db6ababcf3884 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T15:49:05,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/.tmp/info/222d7ff2c7774d089533ba2c7e6db85c is 1055, key is row0009/info:/1733154526002/Put/seqid=0 2024-12-02T15:49:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741842_1018 (size=13386) 2024-12-02T15:49:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741842_1018 (size=13386) 2024-12-02T15:49:05,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/.tmp/info/222d7ff2c7774d089533ba2c7e6db85c 2024-12-02T15:49:05,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/.tmp/info/222d7ff2c7774d089533ba2c7e6db85c as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/info/222d7ff2c7774d089533ba2c7e6db85c 2024-12-02T15:49:05,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/info/222d7ff2c7774d089533ba2c7e6db85c, entries=8, sequenceid=23, filesize=13.1 K 2024-12-02T15:49:05,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 19a4e3c3e86fbfb4302db6ababcf3884 in 38ms, sequenceid=23, compaction requested=false 2024-12-02T15:49:05,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19a4e3c3e86fbfb4302db6ababcf3884: 2024-12-02T15:49:05,129 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-02T15:49:05,129 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:49:05,130 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/info/7d398b66e219462a987e64e80305be09 because midkey is the same as first or last row 2024-12-02T15:49:05,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 19a4e3c3e86fbfb4302db6ababcf3884, had cached 0 bytes from a total of 26772 2024-12-02T15:49:16,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:49:17,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:49:17,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:49:17,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:49:17,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:17,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:17,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:49:17,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:49:17,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1012030733, stopped=false 2024-12-02T15:49:17,137 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1c0b6c2739c,33965,1733154496828 2024-12-02T15:49:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:49:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:49:17,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:49:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:17,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:49:17,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:49:17,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:17,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:49:17,211 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,35419,1733154497510' ***** 2024-12-02T15:49:17,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:49:17,211 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:49:17,211 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:49:17,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:49:17,211 INFO [RS:0;e1c0b6c2739c:35419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:49:17,211 INFO [RS:0;e1c0b6c2739c:35419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:49:17,212 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(3091): Received CLOSE for 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:49:17,212 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,35419,1733154497510 2024-12-02T15:49:17,212 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:49:17,212 INFO [RS:0;e1c0b6c2739c:35419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1c0b6c2739c:35419. 2024-12-02T15:49:17,212 DEBUG [RS:0;e1c0b6c2739c:35419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:49:17,212 DEBUG [RS:0;e1c0b6c2739c:35419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:17,212 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19a4e3c3e86fbfb4302db6ababcf3884, disabling compactions & flushes 2024-12-02T15:49:17,213 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:49:17,213 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:49:17,213 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:49:17,213 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:49:17,213 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:49:17,213 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. after waiting 0 ms 2024-12-02T15:49:17,213 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:49:17,213 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:49:17,213 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19a4e3c3e86fbfb4302db6ababcf3884 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-02T15:49:17,213 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:49:17,213 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:49:17,213 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:49:17,213 DEBUG [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19a4e3c3e86fbfb4302db6ababcf3884=TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884.} 2024-12-02T15:49:17,213 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:49:17,213 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:49:17,213 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:49:17,214 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-02T15:49:17,214 DEBUG [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a4e3c3e86fbfb4302db6ababcf3884 2024-12-02T15:49:17,228 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/.tmp/info/b4d6349426e14e3dbe4d45e73ec67eac is 1055, key is row0017/info:/1733154547095/Put/seqid=0 2024-12-02T15:49:17,237 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/.tmp/info/d703a1fe9e1545e786c85a7a68c9228e is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884./info:regioninfo/1733154500220/Put/seqid=0 2024-12-02T15:49:17,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741843_1019 (size=10222) 2024-12-02T15:49:17,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741843_1019 (size=10222) 2024-12-02T15:49:17,240 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/.tmp/info/b4d6349426e14e3dbe4d45e73ec67eac 2024-12-02T15:49:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741844_1020 (size=7016) 2024-12-02T15:49:17,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741844_1020 (size=7016) 2024-12-02T15:49:17,248 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/.tmp/info/d703a1fe9e1545e786c85a7a68c9228e 2024-12-02T15:49:17,251 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/.tmp/info/b4d6349426e14e3dbe4d45e73ec67eac as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/info/b4d6349426e14e3dbe4d45e73ec67eac 2024-12-02T15:49:17,261 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/info/b4d6349426e14e3dbe4d45e73ec67eac, entries=5, sequenceid=31, filesize=10.0 K 2024-12-02T15:49:17,263 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 19a4e3c3e86fbfb4302db6ababcf3884 in 49ms, sequenceid=31, compaction requested=true 2024-12-02T15:49:17,270 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/default/TestLogRolling-testSlowSyncLogRolling/19a4e3c3e86fbfb4302db6ababcf3884/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-02T15:49:17,271 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:49:17,271 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19a4e3c3e86fbfb4302db6ababcf3884: Waiting for close lock at 1733154557212Running coprocessor pre-close hooks at 1733154557212Disabling compacts and flushes for region at 1733154557212Disabling writes for close at 1733154557213 (+1 ms)Obtaining lock to block concurrent updates at 1733154557213Preparing flush snapshotting stores in 19a4e3c3e86fbfb4302db6ababcf3884 at 1733154557213Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733154557214 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. at 1733154557223 (+9 ms)Flushing 19a4e3c3e86fbfb4302db6ababcf3884/info: creating writer at 1733154557223Flushing 19a4e3c3e86fbfb4302db6ababcf3884/info: appending metadata at 1733154557228 (+5 ms)Flushing 19a4e3c3e86fbfb4302db6ababcf3884/info: closing flushed file at 1733154557228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2ed2b8: reopening flushed file at 1733154557250 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 19a4e3c3e86fbfb4302db6ababcf3884 in 49ms, sequenceid=31, compaction requested=true at 1733154557263 (+13 ms)Writing region close event to WAL at 1733154557264 (+1 ms)Running coprocessor post-close hooks at 1733154557270 (+6 ms)Closed at 1733154557271 (+1 ms) 2024-12-02T15:49:17,272 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733154499793.19a4e3c3e86fbfb4302db6ababcf3884. 2024-12-02T15:49:17,275 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/.tmp/ns/844b8020bab44086a11121f441c71562 is 43, key is default/ns:d/1733154499523/Put/seqid=0 2024-12-02T15:49:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741845_1021 (size=5153) 2024-12-02T15:49:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741845_1021 (size=5153) 2024-12-02T15:49:17,282 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/.tmp/ns/844b8020bab44086a11121f441c71562 2024-12-02T15:49:17,303 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/.tmp/table/f08d93715cc74808884332e3229c992b is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733154500256/Put/seqid=0 2024-12-02T15:49:17,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741846_1022 (size=5396) 2024-12-02T15:49:17,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741846_1022 (size=5396) 2024-12-02T15:49:17,310 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/.tmp/table/f08d93715cc74808884332e3229c992b 2024-12-02T15:49:17,319 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/.tmp/info/d703a1fe9e1545e786c85a7a68c9228e as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/info/d703a1fe9e1545e786c85a7a68c9228e 2024-12-02T15:49:17,329 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/info/d703a1fe9e1545e786c85a7a68c9228e, entries=10, sequenceid=11, filesize=6.9 K 2024-12-02T15:49:17,331 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/.tmp/ns/844b8020bab44086a11121f441c71562 as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/ns/844b8020bab44086a11121f441c71562 2024-12-02T15:49:17,340 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/ns/844b8020bab44086a11121f441c71562, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:49:17,342 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/.tmp/table/f08d93715cc74808884332e3229c992b as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/table/f08d93715cc74808884332e3229c992b 2024-12-02T15:49:17,351 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/table/f08d93715cc74808884332e3229c992b, entries=2, sequenceid=11, filesize=5.3 K 2024-12-02T15:49:17,352 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false 2024-12-02T15:49:17,357 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T15:49:17,358 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:49:17,358 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:49:17,358 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154557213Running coprocessor pre-close hooks at 1733154557213Disabling compacts and flushes for region at 1733154557213Disabling writes for close at 1733154557213Obtaining lock to block concurrent updates at 1733154557214 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733154557214Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733154557214Flushing stores of hbase:meta,,1.1588230740 at 1733154557215 (+1 ms)Flushing 1588230740/info: creating writer at 1733154557215Flushing 1588230740/info: appending metadata at 1733154557236 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733154557236Flushing 1588230740/ns: creating writer at 1733154557259 (+23 ms)Flushing 1588230740/ns: appending metadata at 1733154557274 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733154557275 (+1 ms)Flushing 1588230740/table: creating writer at 1733154557290 (+15 ms)Flushing 1588230740/table: appending metadata at 1733154557303 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733154557303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@166cb9d0: reopening flushed file at 1733154557318 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d62ad5c: reopening flushed file at 1733154557329 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c1a716: reopening flushed file at 1733154557340 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false at 1733154557352 (+12 ms)Writing region close event to WAL at 1733154557353 (+1 ms)Running coprocessor post-close hooks at 1733154557358 (+5 ms)Closed at 1733154557358 2024-12-02T15:49:17,359 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:49:17,414 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,35419,1733154497510; all regions closed. 2024-12-02T15:49:17,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741834_1010 (size=3066) 2024-12-02T15:49:17,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741834_1010 (size=3066) 2024-12-02T15:49:17,427 DEBUG [RS:0;e1c0b6c2739c:35419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/oldWALs 2024-12-02T15:49:17,427 INFO [RS:0;e1c0b6c2739c:35419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C35419%2C1733154497510.meta:.meta(num 1733154499355) 2024-12-02T15:49:17,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741841_1017 (size=13164) 2024-12-02T15:49:17,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/WALs/e1c0b6c2739c,35419,1733154497510/e1c0b6c2739c%2C35419%2C1733154497510.1733154537042 not finished, retry = 0 2024-12-02T15:49:17,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741841_1017 (size=13164) 2024-12-02T15:49:17,545 DEBUG [RS:0;e1c0b6c2739c:35419 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/oldWALs 2024-12-02T15:49:17,545 INFO [RS:0;e1c0b6c2739c:35419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C35419%2C1733154497510:(num 1733154537042) 2024-12-02T15:49:17,545 DEBUG [RS:0;e1c0b6c2739c:35419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:17,545 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:49:17,545 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:49:17,546 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:49:17,546 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:49:17,546 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:49:17,546 INFO [RS:0;e1c0b6c2739c:35419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35419 2024-12-02T15:49:17,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,35419,1733154497510 2024-12-02T15:49:17,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:49:17,585 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:49:17,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,35419,1733154497510] 2024-12-02T15:49:17,601 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,35419,1733154497510 already deleted, retry=false 2024-12-02T15:49:17,602 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,35419,1733154497510 expired; onlineServers=0 2024-12-02T15:49:17,602 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1c0b6c2739c,33965,1733154496828' ***** 2024-12-02T15:49:17,602 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:49:17,602 INFO [M:0;e1c0b6c2739c:33965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:49:17,603 INFO [M:0;e1c0b6c2739c:33965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:49:17,603 DEBUG [M:0;e1c0b6c2739c:33965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:49:17,603 DEBUG [M:0;e1c0b6c2739c:33965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:49:17,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:49:17,603 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154498579 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154498579,5,FailOnTimeoutGroup] 2024-12-02T15:49:17,603 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154498576 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154498576,5,FailOnTimeoutGroup] 2024-12-02T15:49:17,604 INFO [M:0;e1c0b6c2739c:33965 {}] hbase.ChoreService(370): Chore service for: master/e1c0b6c2739c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:49:17,604 INFO [M:0;e1c0b6c2739c:33965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:49:17,604 DEBUG [M:0;e1c0b6c2739c:33965 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:49:17,604 INFO [M:0;e1c0b6c2739c:33965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:49:17,605 INFO [M:0;e1c0b6c2739c:33965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:49:17,606 INFO [M:0;e1c0b6c2739c:33965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:49:17,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:49:17,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T15:49:17,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:17,611 DEBUG [M:0;e1c0b6c2739c:33965 {}] zookeeper.ZKUtil(347): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T15:49:17,611 WARN [M:0;e1c0b6c2739c:33965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:49:17,612 INFO [M:0;e1c0b6c2739c:33965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/.lastflushedseqids 2024-12-02T15:49:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741847_1023 (size=130) 2024-12-02T15:49:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741847_1023 (size=130) 2024-12-02T15:49:17,626 INFO [M:0;e1c0b6c2739c:33965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:49:17,627 INFO [M:0;e1c0b6c2739c:33965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:49:17,627 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:49:17,627 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:17,627 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:17,627 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:49:17,627 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:17,627 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-02T15:49:17,645 DEBUG [M:0;e1c0b6c2739c:33965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32116bc9d183428b963a72ceb180c829 is 82, key is hbase:meta,,1/info:regioninfo/1733154499435/Put/seqid=0 2024-12-02T15:49:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741848_1024 (size=5672) 2024-12-02T15:49:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741848_1024 (size=5672) 2024-12-02T15:49:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:49:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35419-0x101980480a70001, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:49:17,695 INFO [RS:0;e1c0b6c2739c:35419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:49:17,695 INFO [RS:0;e1c0b6c2739c:35419 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,35419,1733154497510; zookeeper connection closed. 2024-12-02T15:49:17,695 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b6f6fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b6f6fd 2024-12-02T15:49:17,696 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:49:18,056 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32116bc9d183428b963a72ceb180c829 2024-12-02T15:49:18,082 DEBUG [M:0;e1c0b6c2739c:33965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/183b9a7c600b496eabb731a29e813ced is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733154500271/Put/seqid=0 2024-12-02T15:49:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741849_1025 (size=6247) 2024-12-02T15:49:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741849_1025 (size=6247) 2024-12-02T15:49:18,089 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/183b9a7c600b496eabb731a29e813ced 2024-12-02T15:49:18,095 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 183b9a7c600b496eabb731a29e813ced 2024-12-02T15:49:18,108 DEBUG [M:0;e1c0b6c2739c:33965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9f39c2dc22e441c92ef337727ced300 is 69, key is e1c0b6c2739c,35419,1733154497510/rs:state/1733154498596/Put/seqid=0 2024-12-02T15:49:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741850_1026 (size=5156) 2024-12-02T15:49:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741850_1026 (size=5156) 2024-12-02T15:49:18,515 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9f39c2dc22e441c92ef337727ced300 2024-12-02T15:49:18,541 DEBUG [M:0;e1c0b6c2739c:33965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f7b225143e2c46e5b772ba1e44a5e0cb is 52, key is load_balancer_on/state:d/1733154499775/Put/seqid=0 2024-12-02T15:49:18,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741851_1027 (size=5056) 2024-12-02T15:49:18,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741851_1027 (size=5056) 2024-12-02T15:49:18,548 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f7b225143e2c46e5b772ba1e44a5e0cb 2024-12-02T15:49:18,556 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32116bc9d183428b963a72ceb180c829 as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32116bc9d183428b963a72ceb180c829 2024-12-02T15:49:18,563 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32116bc9d183428b963a72ceb180c829, entries=8, sequenceid=59, filesize=5.5 K 2024-12-02T15:49:18,565 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/183b9a7c600b496eabb731a29e813ced as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/183b9a7c600b496eabb731a29e813ced 2024-12-02T15:49:18,571 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 183b9a7c600b496eabb731a29e813ced 2024-12-02T15:49:18,572 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/183b9a7c600b496eabb731a29e813ced, entries=6, sequenceid=59, filesize=6.1 K 2024-12-02T15:49:18,573 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9f39c2dc22e441c92ef337727ced300 as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9f39c2dc22e441c92ef337727ced300 2024-12-02T15:49:18,579 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9f39c2dc22e441c92ef337727ced300, entries=1, sequenceid=59, filesize=5.0 K 2024-12-02T15:49:18,580 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f7b225143e2c46e5b772ba1e44a5e0cb as hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f7b225143e2c46e5b772ba1e44a5e0cb 2024-12-02T15:49:18,587 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f7b225143e2c46e5b772ba1e44a5e0cb, entries=1, sequenceid=59, filesize=4.9 K 2024-12-02T15:49:18,588 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=59, compaction requested=false 2024-12-02T15:49:18,589 INFO [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:18,589 DEBUG [M:0;e1c0b6c2739c:33965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154557627Disabling compacts and flushes for region at 1733154557627Disabling writes for close at 1733154557627Obtaining lock to block concurrent updates at 1733154557627Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733154557627Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733154557628 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733154557629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733154557629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733154557644 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733154557644Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733154558067 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733154558081 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733154558082 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733154558095 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733154558108 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733154558108Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733154558528 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733154558541 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733154558541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7306fb: reopening flushed file at 1733154558555 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fdaa61e: reopening flushed file at 1733154558563 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57341ddf: reopening flushed file at 1733154558572 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d44c1bf: reopening flushed file at 1733154558579 (+7 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=59, compaction requested=false at 1733154558588 (+9 ms)Writing region close event to WAL at 1733154558589 (+1 ms)Closed at 1733154558589 2024-12-02T15:49:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35869 is added to blk_1073741830_1006 (size=27973) 2024-12-02T15:49:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35113 is added to blk_1073741830_1006 (size=27973) 2024-12-02T15:49:18,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:49:18,593 INFO [M:0;e1c0b6c2739c:33965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:49:18,593 INFO [M:0;e1c0b6c2739c:33965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33965 2024-12-02T15:49:18,593 INFO [M:0;e1c0b6c2739c:33965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:49:18,676 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:49:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:49:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33965-0x101980480a70000, quorum=127.0.0.1:53979, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:49:18,736 INFO [M:0;e1c0b6c2739c:33965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:49:18,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:18,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:18,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:18,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:18,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:18,750 WARN [BP-1858386457-172.17.0.3-1733154493560 heartbeating to localhost/127.0.0.1:45151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:49:18,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:49:18,750 WARN [BP-1858386457-172.17.0.3-1733154493560 heartbeating to localhost/127.0.0.1:45151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1858386457-172.17.0.3-1733154493560 (Datanode Uuid 75975efa-1324-42d8-832d-49f659a53a87) service to localhost/127.0.0.1:45151 2024-12-02T15:49:18,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:49:18,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/data/data3/current/BP-1858386457-172.17.0.3-1733154493560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:18,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/data/data4/current/BP-1858386457-172.17.0.3-1733154493560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:18,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:49:18,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:18,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:18,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:18,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:18,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:18,756 WARN [BP-1858386457-172.17.0.3-1733154493560 heartbeating to localhost/127.0.0.1:45151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:49:18,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:49:18,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:49:18,756 WARN [BP-1858386457-172.17.0.3-1733154493560 heartbeating to localhost/127.0.0.1:45151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1858386457-172.17.0.3-1733154493560 (Datanode Uuid c6a33053-b553-4dc1-a176-3918a09c2d54) service to localhost/127.0.0.1:45151 2024-12-02T15:49:18,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/data/data1/current/BP-1858386457-172.17.0.3-1733154493560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:18,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/cluster_bf6fe58f-f9ad-5e06-24d7-4bf35c693b63/data/data2/current/BP-1858386457-172.17.0.3-1733154493560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:18,757 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:49:18,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:49:18,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:18,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:18,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:18,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:18,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:49:18,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:49:18,807 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/e1c0b6c2739c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@632e56cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/e1c0b6c2739c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e1c0b6c2739c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45151 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=89 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=9963 (was 10581) 2024-12-02T15:49:18,812 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=89, ProcessCount=11, AvailableMemoryMB=9963 2024-12-02T15:49:18,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:49:18,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.log.dir so I do NOT create it in target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd 2024-12-02T15:49:18,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/932f1e94-22c7-095d-0f32-712994792163/hadoop.tmp.dir so I do NOT create it in target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd 2024-12-02T15:49:18,813 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf, deleteOnExit=true 2024-12-02T15:49:18,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:49:18,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/test.cache.data in system properties and HBase conf 2024-12-02T15:49:18,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:49:18,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:49:18,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:49:18,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:49:18,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:49:18,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:49:18,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:49:18,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:49:18,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:49:18,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:49:18,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:49:19,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:19,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:19,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:19,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:19,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:49:19,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:19,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9064200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:19,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1785141e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:19,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e4f11d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/java.io.tmpdir/jetty-localhost-39647-hadoop-hdfs-3_4_1-tests_jar-_-any-7434954508845654498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:49:19,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75e5eb37{HTTP/1.1, (http/1.1)}{localhost:39647} 2024-12-02T15:49:19,176 INFO [Time-limited test {}] server.Server(415): Started @67359ms 2024-12-02T15:49:19,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:19,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:19,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:19,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:19,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:49:19,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3b24ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:19,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a660e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:19,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432185bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/java.io.tmpdir/jetty-localhost-36865-hadoop-hdfs-3_4_1-tests_jar-_-any-9392005312262967502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:19,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f3b38ed{HTTP/1.1, (http/1.1)}{localhost:36865} 2024-12-02T15:49:19,499 INFO [Time-limited test {}] server.Server(415): Started @67681ms 2024-12-02T15:49:19,500 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:49:19,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:19,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:19,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:19,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:19,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:49:19,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384418d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:19,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45528e53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:19,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@698280f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/java.io.tmpdir/jetty-localhost-33215-hadoop-hdfs-3_4_1-tests_jar-_-any-3342487398775274552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:19,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5882bdce{HTTP/1.1, (http/1.1)}{localhost:33215} 2024-12-02T15:49:19,635 INFO [Time-limited test {}] server.Server(415): Started @67817ms 2024-12-02T15:49:19,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:49:20,041 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data1/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:20,041 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data2/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:20,057 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:49:20,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce1870e0c948e9f8 with lease ID 0xc3325050f1db54d1: Processing first storage report for DS-68cc2849-9268-493a-af15-bd8e1f53af4d from datanode DatanodeRegistration(127.0.0.1:42107, datanodeUuid=f4aca4ac-13fe-4200-843a-eabbad73be66, infoPort=45591, infoSecurePort=0, ipcPort=44169, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:20,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce1870e0c948e9f8 with lease ID 0xc3325050f1db54d1: from storage DS-68cc2849-9268-493a-af15-bd8e1f53af4d node DatanodeRegistration(127.0.0.1:42107, datanodeUuid=f4aca4ac-13fe-4200-843a-eabbad73be66, infoPort=45591, infoSecurePort=0, ipcPort=44169, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:49:20,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce1870e0c948e9f8 with lease ID 0xc3325050f1db54d1: Processing first storage report for DS-aff780d4-b3c6-455a-9b20-a9cbcc889a5e from datanode DatanodeRegistration(127.0.0.1:42107, datanodeUuid=f4aca4ac-13fe-4200-843a-eabbad73be66, infoPort=45591, infoSecurePort=0, ipcPort=44169, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:20,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce1870e0c948e9f8 with lease ID 0xc3325050f1db54d1: from storage DS-aff780d4-b3c6-455a-9b20-a9cbcc889a5e node DatanodeRegistration(127.0.0.1:42107, datanodeUuid=f4aca4ac-13fe-4200-843a-eabbad73be66, infoPort=45591, infoSecurePort=0, ipcPort=44169, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:20,203 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data4/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:20,203 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data3/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:20,222 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:49:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed6f2731f904842d with lease ID 0xc3325050f1db54d2: Processing first storage report for DS-16ec1010-ceef-45e6-8181-936c948e0c4e from datanode DatanodeRegistration(127.0.0.1:42189, datanodeUuid=ab8c01e1-1772-4a28-8b64-9db21a5ee750, infoPort=36397, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed6f2731f904842d with lease ID 0xc3325050f1db54d2: from storage DS-16ec1010-ceef-45e6-8181-936c948e0c4e node DatanodeRegistration(127.0.0.1:42189, datanodeUuid=ab8c01e1-1772-4a28-8b64-9db21a5ee750, infoPort=36397, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed6f2731f904842d with lease ID 0xc3325050f1db54d2: Processing first storage report for DS-76cf13ba-7609-4906-8098-943c1cca8b5d from datanode DatanodeRegistration(127.0.0.1:42189, datanodeUuid=ab8c01e1-1772-4a28-8b64-9db21a5ee750, infoPort=36397, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed6f2731f904842d with lease ID 0xc3325050f1db54d2: from storage DS-76cf13ba-7609-4906-8098-943c1cca8b5d node DatanodeRegistration(127.0.0.1:42189, datanodeUuid=ab8c01e1-1772-4a28-8b64-9db21a5ee750, infoPort=36397, infoSecurePort=0, ipcPort=45141, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:20,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd 2024-12-02T15:49:20,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/zookeeper_0, clientPort=56711, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:49:20,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56711 2024-12-02T15:49:20,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:20,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:20,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:49:20,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:49:20,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00 with version=8 2024-12-02T15:49:20,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/hbase-staging 2024-12-02T15:49:20,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:49:20,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:20,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:20,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:49:20,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:20,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:49:20,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:49:20,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:49:20,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42929 2024-12-02T15:49:20,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42929 connecting to ZooKeeper ensemble=127.0.0.1:56711 2024-12-02T15:49:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429290x0, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:49:20,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42929-0x10198057b820000 connected 2024-12-02T15:49:20,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:20,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:20,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:49:20,435 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00, hbase.cluster.distributed=false 2024-12-02T15:49:20,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:49:20,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42929 2024-12-02T15:49:20,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42929 2024-12-02T15:49:20,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42929 2024-12-02T15:49:20,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42929 2024-12-02T15:49:20,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42929 2024-12-02T15:49:20,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:49:20,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:20,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:20,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:49:20,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:20,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:49:20,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:49:20,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:49:20,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44967 2024-12-02T15:49:20,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44967 connecting to ZooKeeper ensemble=127.0.0.1:56711 2024-12-02T15:49:20,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:20,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:20,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449670x0, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:49:20,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449670x0, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:49:20,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44967-0x10198057b820001 connected 2024-12-02T15:49:20,469 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:49:20,470 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:49:20,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:49:20,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:49:20,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44967 2024-12-02T15:49:20,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44967 2024-12-02T15:49:20,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44967 2024-12-02T15:49:20,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44967 2024-12-02T15:49:20,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44967 2024-12-02T15:49:20,489 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1c0b6c2739c:42929 2024-12-02T15:49:20,490 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:20,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:49:20,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:49:20,500 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:49:20,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,510 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T15:49:20,511 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1c0b6c2739c,42929,1733154560289 from backup master directory 2024-12-02T15:49:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:49:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:49:20,518 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:49:20,518 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:20,523 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/hbase.id] with ID: c6973040-798b-4364-8890-aaf3c53ff1b7 2024-12-02T15:49:20,523 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/.tmp/hbase.id 2024-12-02T15:49:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:49:20,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:49:20,561 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/.tmp/hbase.id]:[hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/hbase.id] 2024-12-02T15:49:20,580 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:20,580 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:49:20,581 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:49:20,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:49:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:49:20,600 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:49:20,601 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:49:20,601 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:49:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:49:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:49:20,611 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store 2024-12-02T15:49:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:49:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:49:20,623 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:20,623 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:49:20,623 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:20,623 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:20,623 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:49:20,623 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:20,623 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:20,623 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154560623Disabling compacts and flushes for region at 1733154560623Disabling writes for close at 1733154560623Writing region close event to WAL at 1733154560623Closed at 1733154560623 2024-12-02T15:49:20,625 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/.initializing 2024-12-02T15:49:20,625 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:20,626 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:49:20,629 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C42929%2C1733154560289, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/oldWALs, maxLogs=10 2024-12-02T15:49:20,640 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629, exclude list is [], retry=0 2024-12-02T15:49:20,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-16ec1010-ceef-45e6-8181-936c948e0c4e,DISK] 2024-12-02T15:49:20,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK] 2024-12-02T15:49:20,646 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 2024-12-02T15:49:20,647 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36397:36397),(127.0.0.1/127.0.0.1:45591:45591)] 2024-12-02T15:49:20,647 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:49:20,647 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:20,647 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,647 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:49:20,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:20,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:20,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:49:20,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:20,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:49:20,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:49:20,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:20,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:49:20,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:49:20,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:20,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:49:20,662 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,663 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,664 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,666 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,666 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,667 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:49:20,669 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:20,672 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:49:20,673 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=693788, jitterRate=-0.11780372262001038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:49:20,674 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733154560648Initializing all the Stores at 1733154560649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154560649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154560649Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154560649Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154560649Cleaning up temporary data from old regions at 1733154560666 (+17 ms)Region opened successfully at 1733154560674 (+8 ms) 2024-12-02T15:49:20,675 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:49:20,681 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ee1562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:49:20,682 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:49:20,682 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:49:20,682 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:49:20,683 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:49:20,683 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:49:20,684 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:49:20,684 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:49:20,687 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:49:20,689 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T15:49:20,699 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T15:49:20,699 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:49:20,700 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:49:20,710 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T15:49:20,710 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:49:20,712 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:49:20,718 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T15:49:20,719 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:49:20,726 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T15:49:20,729 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:49:20,735 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T15:49:20,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:49:20,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:49:20,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,744 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1c0b6c2739c,42929,1733154560289, sessionid=0x10198057b820000, setting cluster-up flag (Was=false) 2024-12-02T15:49:20,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,785 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T15:49:20,786 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:20,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:20,826 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T15:49:20,829 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:20,832 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:49:20,835 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:49:20,836 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:49:20,836 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:49:20,837 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1c0b6c2739c,42929,1733154560289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:49:20,840 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:49:20,841 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:49:20,841 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:49:20,841 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:49:20,841 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1c0b6c2739c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:49:20,842 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,842 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:49:20,842 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,843 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733154590843 2024-12-02T15:49:20,843 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:49:20,843 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:49:20,843 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:49:20,843 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:49:20,843 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:49:20,843 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:49:20,844 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:49:20,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:49:20,846 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:20,846 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:49:20,846 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:49:20,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:49:20,846 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:49:20,847 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:49:20,847 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:49:20,847 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154560847,5,FailOnTimeoutGroup] 2024-12-02T15:49:20,848 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154560847,5,FailOnTimeoutGroup] 2024-12-02T15:49:20,848 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,848 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:49:20,848 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,848 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:49:20,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:49:20,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:49:20,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00 2024-12-02T15:49:20,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:49:20,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:49:20,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:20,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:49:20,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:49:20,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:20,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:20,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:49:20,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:49:20,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:20,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:20,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:49:20,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:49:20,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:20,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:20,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:49:20,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:49:20,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:20,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:20,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:49:20,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740 2024-12-02T15:49:20,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740 2024-12-02T15:49:20,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:49:20,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:49:20,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:49:20,881 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(746): ClusterId : c6973040-798b-4364-8890-aaf3c53ff1b7 2024-12-02T15:49:20,881 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:49:20,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:49:20,884 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:49:20,885 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851306, jitterRate=0.0824916809797287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:49:20,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733154560865Initializing all the Stores at 1733154560866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154560866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154560866Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154560866Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154560866Cleaning up temporary data from old regions at 1733154560879 (+13 ms)Region opened successfully at 1733154560886 (+7 ms) 2024-12-02T15:49:20,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:49:20,886 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:49:20,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:49:20,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:49:20,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:49:20,887 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:49:20,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154560886Disabling compacts and flushes for region at 1733154560886Disabling writes for close at 1733154560886Writing region close event to WAL at 1733154560887 (+1 ms)Closed at 1733154560887 2024-12-02T15:49:20,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:49:20,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:49:20,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:49:20,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:49:20,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:49:20,916 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:49:20,916 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:49:20,933 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:49:20,934 DEBUG [RS:0;e1c0b6c2739c:44967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b44598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:49:20,947 DEBUG [RS:0;e1c0b6c2739c:44967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1c0b6c2739c:44967 2024-12-02T15:49:20,948 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:49:20,948 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:49:20,948 DEBUG [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:49:20,948 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,42929,1733154560289 with port=44967, startcode=1733154560451 2024-12-02T15:49:20,949 DEBUG [RS:0;e1c0b6c2739c:44967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:49:20,950 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36825, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:49:20,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:20,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42929 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:20,953 DEBUG [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00 2024-12-02T15:49:20,953 DEBUG [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33513 2024-12-02T15:49:20,953 DEBUG [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:49:20,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:49:20,961 DEBUG [RS:0;e1c0b6c2739c:44967 {}] zookeeper.ZKUtil(111): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:20,961 WARN [RS:0;e1c0b6c2739c:44967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:49:20,961 INFO [RS:0;e1c0b6c2739c:44967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:49:20,961 DEBUG [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:20,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,44967,1733154560451] 2024-12-02T15:49:20,967 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:49:20,970 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:49:20,970 INFO [RS:0;e1c0b6c2739c:44967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:49:20,970 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,970 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:49:20,971 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:49:20,972 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,972 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,973 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,973 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:20,973 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:49:20,973 DEBUG [RS:0;e1c0b6c2739c:44967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:49:20,973 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,973 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,973 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,973 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,973 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,974 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,44967,1733154560451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:49:20,987 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:49:20,987 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,44967,1733154560451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,987 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:20,987 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.Replication(171): e1c0b6c2739c,44967,1733154560451 started 2024-12-02T15:49:20,999 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:21,000 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,44967,1733154560451, RpcServer on e1c0b6c2739c/172.17.0.3:44967, sessionid=0x10198057b820001 2024-12-02T15:49:21,000 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:49:21,000 DEBUG [RS:0;e1c0b6c2739c:44967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:21,000 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,44967,1733154560451' 2024-12-02T15:49:21,000 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:49:21,001 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:49:21,001 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:49:21,001 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:49:21,001 DEBUG [RS:0;e1c0b6c2739c:44967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:21,001 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,44967,1733154560451' 2024-12-02T15:49:21,001 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:49:21,002 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:49:21,002 DEBUG [RS:0;e1c0b6c2739c:44967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:49:21,002 INFO [RS:0;e1c0b6c2739c:44967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:49:21,002 INFO [RS:0;e1c0b6c2739c:44967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:49:21,042 WARN [e1c0b6c2739c:42929 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:49:21,103 INFO [RS:0;e1c0b6c2739c:44967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:49:21,108 INFO [RS:0;e1c0b6c2739c:44967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C44967%2C1733154560451, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/oldWALs, maxLogs=32 2024-12-02T15:49:21,127 DEBUG [RS:0;e1c0b6c2739c:44967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112, exclude list is [], retry=0 2024-12-02T15:49:21,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK] 2024-12-02T15:49:21,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-16ec1010-ceef-45e6-8181-936c948e0c4e,DISK] 2024-12-02T15:49:21,133 INFO [RS:0;e1c0b6c2739c:44967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112 2024-12-02T15:49:21,133 DEBUG [RS:0;e1c0b6c2739c:44967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45591:45591),(127.0.0.1/127.0.0.1:36397:36397)] 2024-12-02T15:49:21,293 DEBUG [e1c0b6c2739c:42929 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:49:21,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:21,298 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,44967,1733154560451, state=OPENING 2024-12-02T15:49:21,307 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:49:21,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:21,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:21,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:49:21,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:49:21,318 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:49:21,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,44967,1733154560451}] 2024-12-02T15:49:21,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:49:21,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55947, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:49:21,479 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:49:21,480 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:49:21,480 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:49:21,482 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C44967%2C1733154560451.meta, suffix=.meta, logDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/oldWALs, maxLogs=32 2024-12-02T15:49:21,498 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta, exclude list is [], retry=0 2024-12-02T15:49:21,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-16ec1010-ceef-45e6-8181-936c948e0c4e,DISK] 2024-12-02T15:49:21,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK] 2024-12-02T15:49:21,502 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta 2024-12-02T15:49:21,503 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45591:45591),(127.0.0.1/127.0.0.1:36397:36397)] 2024-12-02T15:49:21,503 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:49:21,503 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:49:21,503 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:49:21,503 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:49:21,503 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:49:21,503 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:21,503 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:49:21,504 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:49:21,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:49:21,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:49:21,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:21,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:21,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:49:21,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:49:21,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:21,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:21,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:49:21,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:49:21,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:21,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:21,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:49:21,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:49:21,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:21,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:21,511 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:49:21,512 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740 2024-12-02T15:49:21,513 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740 2024-12-02T15:49:21,515 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:49:21,515 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:49:21,516 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:49:21,518 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:49:21,519 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=802299, jitterRate=0.020176321268081665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:49:21,519 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:49:21,520 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733154561504Writing region info on filesystem at 1733154561504Initializing all the Stores at 1733154561505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154561505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154561505Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154561505Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154561505Cleaning up temporary data from old regions at 1733154561515 (+10 ms)Running coprocessor post-open hooks at 1733154561520 (+5 ms)Region opened successfully at 1733154561520 2024-12-02T15:49:21,522 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733154561473 2024-12-02T15:49:21,525 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:49:21,525 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:49:21,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:21,527 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,44967,1733154560451, state=OPEN 2024-12-02T15:49:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:49:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:49:21,556 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:21,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:49:21,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:49:21,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:49:21,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,44967,1733154560451 in 237 msec 2024-12-02T15:49:21,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:49:21,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2024-12-02T15:49:21,567 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:49:21,567 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:49:21,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:49:21,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,44967,1733154560451, seqNum=-1] 2024-12-02T15:49:21,569 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:49:21,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:49:21,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 742 msec 2024-12-02T15:49:21,577 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733154561577, completionTime=-1 2024-12-02T15:49:21,577 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:49:21,577 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:49:21,579 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:49:21,579 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733154621579 2024-12-02T15:49:21,579 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733154681579 2024-12-02T15:49:21,579 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T15:49:21,580 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42929,1733154560289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:21,580 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42929,1733154560289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:21,580 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42929,1733154560289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:21,580 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1c0b6c2739c:42929, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:21,580 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:21,580 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:21,582 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:49:21,585 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.067sec 2024-12-02T15:49:21,585 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:49:21,585 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:49:21,585 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:49:21,585 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:49:21,585 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:49:21,585 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42929,1733154560289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:49:21,585 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42929,1733154560289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:49:21,588 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:49:21,588 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:49:21,588 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42929,1733154560289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:21,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b61da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:49:21,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42929,-1 for getting cluster id 2024-12-02T15:49:21,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:49:21,687 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6973040-798b-4364-8890-aaf3c53ff1b7' 2024-12-02T15:49:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:49:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6973040-798b-4364-8890-aaf3c53ff1b7" 2024-12-02T15:49:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6cefd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:49:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42929,-1] 2024-12-02T15:49:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:49:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:21,691 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:49:21,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5edbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:49:21,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:49:21,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,44967,1733154560451, seqNum=-1] 2024-12-02T15:49:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:49:21,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:49:21,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:21,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:21,702 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T15:49:21,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:21,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:21,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:21,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:21,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:49:21,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f55efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:21,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f4a2379{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:21,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65598d2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/java.io.tmpdir/jetty-localhost-37261-hadoop-hdfs-3_4_1-tests_jar-_-any-3333374353928653160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:21,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ea1725e{HTTP/1.1, (http/1.1)}{localhost:37261} 2024-12-02T15:49:21,816 INFO [Time-limited test {}] server.Server(415): Started @69998ms 2024-12-02T15:49:21,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:49:21,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:21,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:21,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:21,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:21,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:49:21,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe754c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:21,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ded2fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:21,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45e8aa21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/java.io.tmpdir/jetty-localhost-41687-hadoop-hdfs-3_4_1-tests_jar-_-any-12426058167903129892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:21,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e4045ba{HTTP/1.1, (http/1.1)}{localhost:41687} 2024-12-02T15:49:21,943 INFO [Time-limited test {}] server.Server(415): Started @70126ms 2024-12-02T15:49:21,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:49:21,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:21,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:21,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:21,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:21,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:49:21,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220f8c3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:21,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@873ccfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:22,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68a6143d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/java.io.tmpdir/jetty-localhost-34919-hadoop-hdfs-3_4_1-tests_jar-_-any-16329106391195623855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:22,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@635489d8{HTTP/1.1, (http/1.1)}{localhost:34919} 2024-12-02T15:49:22,069 INFO [Time-limited test {}] server.Server(415): Started @70251ms 2024-12-02T15:49:22,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:49:22,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:22,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:22,348 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data6/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:22,348 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data5/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:22,367 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:49:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b1b17333e404e4c with lease ID 0xc3325050f1db54d3: Processing first storage report for DS-88290d61-b3e2-494a-924d-accd21a6d588 from datanode DatanodeRegistration(127.0.0.1:46809, datanodeUuid=7d9752d8-8f23-43a7-80ea-de34e060d306, infoPort=33047, infoSecurePort=0, ipcPort=41957, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b1b17333e404e4c with lease ID 0xc3325050f1db54d3: from storage DS-88290d61-b3e2-494a-924d-accd21a6d588 node DatanodeRegistration(127.0.0.1:46809, datanodeUuid=7d9752d8-8f23-43a7-80ea-de34e060d306, infoPort=33047, infoSecurePort=0, ipcPort=41957, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b1b17333e404e4c with lease ID 0xc3325050f1db54d3: Processing first storage report for DS-9299fb07-0113-408d-8f85-81b234965bac from datanode DatanodeRegistration(127.0.0.1:46809, datanodeUuid=7d9752d8-8f23-43a7-80ea-de34e060d306, infoPort=33047, infoSecurePort=0, ipcPort=41957, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b1b17333e404e4c with lease ID 0xc3325050f1db54d3: from storage DS-9299fb07-0113-408d-8f85-81b234965bac node DatanodeRegistration(127.0.0.1:46809, datanodeUuid=7d9752d8-8f23-43a7-80ea-de34e060d306, infoPort=33047, infoSecurePort=0, ipcPort=41957, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:49:22,686 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data7/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:22,689 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data8/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:22,706 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:49:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a8fae4be6d56ee0 with lease ID 0xc3325050f1db54d4: Processing first storage report for DS-e2674af3-0148-45d3-b814-aeac16c902fd from datanode DatanodeRegistration(127.0.0.1:33019, datanodeUuid=4c7f741f-2e30-4146-bcc9-708eea7413fb, infoPort=42349, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a8fae4be6d56ee0 with lease ID 0xc3325050f1db54d4: from storage DS-e2674af3-0148-45d3-b814-aeac16c902fd node DatanodeRegistration(127.0.0.1:33019, datanodeUuid=4c7f741f-2e30-4146-bcc9-708eea7413fb, infoPort=42349, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:49:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a8fae4be6d56ee0 with lease ID 0xc3325050f1db54d4: Processing first storage report for DS-5b215281-ac54-456f-8725-6b07e224e569 from datanode DatanodeRegistration(127.0.0.1:33019, datanodeUuid=4c7f741f-2e30-4146-bcc9-708eea7413fb, infoPort=42349, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a8fae4be6d56ee0 with lease ID 0xc3325050f1db54d4: from storage DS-5b215281-ac54-456f-8725-6b07e224e569 node DatanodeRegistration(127.0.0.1:33019, datanodeUuid=4c7f741f-2e30-4146-bcc9-708eea7413fb, infoPort=42349, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:22,777 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data9/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:22,778 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data10/current/BP-493382054-172.17.0.3-1733154558837/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:22,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:49:22,801 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:49:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x189db2ce6edb039c with lease ID 0xc3325050f1db54d5: Processing first storage report for DS-31e81298-50eb-4322-8254-8797d9b6ccf8 from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=dbef874e-251d-4b81-ac22-c597bcb4faed, infoPort=33977, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x189db2ce6edb039c with lease ID 0xc3325050f1db54d5: from storage DS-31e81298-50eb-4322-8254-8797d9b6ccf8 node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=dbef874e-251d-4b81-ac22-c597bcb4faed, infoPort=33977, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x189db2ce6edb039c with lease ID 0xc3325050f1db54d5: Processing first storage report for DS-563654f7-268b-4fdb-9746-43c57694ee45 from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=dbef874e-251d-4b81-ac22-c597bcb4faed, infoPort=33977, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837) 2024-12-02T15:49:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x189db2ce6edb039c with lease ID 0xc3325050f1db54d5: from storage DS-563654f7-268b-4fdb-9746-43c57694ee45 node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=dbef874e-251d-4b81-ac22-c597bcb4faed, infoPort=33977, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:22,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:22,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:49:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b003533 2024-12-02T15:49:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:49:22,903 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:49:22,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42929 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T15:49:22,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T15:49:22,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:49:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T15:49:22,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:49:22,907 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:22,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-02T15:49:22,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:49:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:49:22,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741835_1011 (size=393) 2024-12-02T15:49:22,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741835_1011 (size=393) 2024-12-02T15:49:22,919 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9045c24558c204a99a00805ceca14e29, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00 2024-12-02T15:49:22,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741836_1012 (size=76) 2024-12-02T15:49:22,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741836_1012 (size=76) 2024-12-02T15:49:22,927 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:22,927 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 9045c24558c204a99a00805ceca14e29, disabling compactions & flushes 2024-12-02T15:49:22,927 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:22,927 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:22,927 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. after waiting 0 ms 2024-12-02T15:49:22,927 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:22,927 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:22,927 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9045c24558c204a99a00805ceca14e29: Waiting for close lock at 1733154562927Disabling compacts and flushes for region at 1733154562927Disabling writes for close at 1733154562927Writing region close event to WAL at 1733154562927Closed at 1733154562927 2024-12-02T15:49:22,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:49:22,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733154562929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733154562929"}]},"ts":"1733154562929"} 2024-12-02T15:49:22,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:49:22,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:49:22,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733154562933"}]},"ts":"1733154562933"} 2024-12-02T15:49:22,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-02T15:49:22,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9045c24558c204a99a00805ceca14e29, ASSIGN}] 2024-12-02T15:49:22,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9045c24558c204a99a00805ceca14e29, ASSIGN 2024-12-02T15:49:22,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9045c24558c204a99a00805ceca14e29, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,44967,1733154560451; forceNewPlan=false, retain=false 2024-12-02T15:49:23,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9045c24558c204a99a00805ceca14e29, regionState=OPENING, regionLocation=e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:23,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9045c24558c204a99a00805ceca14e29, ASSIGN because future has completed 2024-12-02T15:49:23,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9045c24558c204a99a00805ceca14e29, server=e1c0b6c2739c,44967,1733154560451}] 2024-12-02T15:49:23,259 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:23,260 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9045c24558c204a99a00805ceca14e29, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:49:23,260 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,260 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:23,261 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,261 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,263 INFO [StoreOpener-9045c24558c204a99a00805ceca14e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,265 INFO [StoreOpener-9045c24558c204a99a00805ceca14e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9045c24558c204a99a00805ceca14e29 columnFamilyName info 2024-12-02T15:49:23,265 DEBUG [StoreOpener-9045c24558c204a99a00805ceca14e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:23,266 INFO [StoreOpener-9045c24558c204a99a00805ceca14e29-1 {}] regionserver.HStore(327): Store=9045c24558c204a99a00805ceca14e29/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:49:23,266 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,267 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,268 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,268 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,268 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,271 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,274 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9045c24558c204a99a00805ceca14e29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:49:23,275 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9045c24558c204a99a00805ceca14e29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=854219, jitterRate=0.08619675040245056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:49:23,275 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:23,276 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9045c24558c204a99a00805ceca14e29: Running coprocessor pre-open hook at 1733154563261Writing region info on filesystem at 1733154563261Initializing all the Stores at 1733154563263 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154563263Cleaning up temporary data from old regions at 1733154563268 (+5 ms)Running coprocessor post-open hooks at 1733154563275 (+7 ms)Region opened successfully at 1733154563276 (+1 ms) 2024-12-02T15:49:23,277 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29., pid=6, masterSystemTime=1733154563252 2024-12-02T15:49:23,279 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:23,279 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:23,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9045c24558c204a99a00805ceca14e29, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:23,281 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42929 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e1c0b6c2739c,44967,1733154560451, table=TestLogRolling-testLogRollOnDatanodeDeath, region=9045c24558c204a99a00805ceca14e29. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T15:49:23,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9045c24558c204a99a00805ceca14e29, server=e1c0b6c2739c,44967,1733154560451 because future has completed 2024-12-02T15:49:23,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:49:23,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9045c24558c204a99a00805ceca14e29, server=e1c0b6c2739c,44967,1733154560451 in 189 msec 2024-12-02T15:49:23,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:49:23,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9045c24558c204a99a00805ceca14e29, ASSIGN in 352 msec 2024-12-02T15:49:23,292 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:49:23,292 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733154563292"}]},"ts":"1733154563292"} 2024-12-02T15:49:23,295 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-02T15:49:23,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:49:23,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 392 msec 2024-12-02T15:49:26,967 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:49:26,967 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-02T15:49:27,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T15:49:27,151 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-02T15:49:27,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-02T15:49:28,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:49:28,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:49:33,010 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-02T15:49:33,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-02T15:49:33,012 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T15:49:33,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-02T15:49:33,019 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T15:49:33,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-02T15:49:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29., hostname=e1c0b6c2739c,44967,1733154560451, seqNum=2] 2024-12-02T15:49:33,028 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-02T15:49:33,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T15:49:33,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:33,032 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-663095516_22 at /127.0.0.1:60090 [Receiving block BP-493382054-172.17.0.3-1733154558837:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:42189:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60090 dst: /127.0.0.1:42189 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,032 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-663095516_22 at /127.0.0.1:32944 [Receiving block BP-493382054-172.17.0.3-1733154558837:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:42107:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32944 dst: /127.0.0.1:42107 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,033 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1622302648_22 at /127.0.0.1:32896 [Receiving block BP-493382054-172.17.0.3-1733154558837:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:42107:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32896 dst: /127.0.0.1:42107 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,033 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-663095516_22 at /127.0.0.1:32934 [Receiving block BP-493382054-172.17.0.3-1733154558837:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42107:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32934 dst: /127.0.0.1:42107 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,033 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1622302648_22 at /127.0.0.1:60050 [Receiving block BP-493382054-172.17.0.3-1733154558837:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:42189:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60050 dst: /127.0.0.1:42189 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,033 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-663095516_22 at /127.0.0.1:60076 [Receiving block BP-493382054-172.17.0.3-1733154558837:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42189:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60076 dst: /127.0.0.1:42189 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432185bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:33,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f3b38ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:33,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:33,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a660e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:33,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3b24ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:33,057 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:49:33,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:49:33,057 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493382054-172.17.0.3-1733154558837 (Datanode Uuid f4aca4ac-13fe-4200-843a-eabbad73be66) service to localhost/127.0.0.1:33513 2024-12-02T15:49:33,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:49:33,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data1/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:33,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data2/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:33,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:49:33,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:33,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:33,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:33,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:33,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:49:33,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3327c91d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:33,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b1b0e33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:33,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@622efca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/java.io.tmpdir/jetty-localhost-35441-hadoop-hdfs-3_4_1-tests_jar-_-any-16708244316068373221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:33,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dedaa8a{HTTP/1.1, (http/1.1)}{localhost:35441} 2024-12-02T15:49:33,161 INFO [Time-limited test {}] server.Server(415): Started @81343ms 2024-12-02T15:49:33,162 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:49:33,179 WARN [AsyncFSWAL-0-hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00-prefix:e1c0b6c2739c,44967,1733154560451 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,179 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e1c0b6c2739c%2C44967%2C1733154560451:(num 1733154561112) roll requested 2024-12-02T15:49:33,192 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154573180, exclude list is [], retry=0 2024-12-02T15:49:33,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-31e81298-50eb-4322-8254-8797d9b6ccf8,DISK] 2024-12-02T15:49:33,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33019,DS-e2674af3-0148-45d3-b814-aeac16c902fd,DISK] 2024-12-02T15:49:33,218 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154573180 2024-12-02T15:49:33,218 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-02T15:49:33,218 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112 is not closed yet, will try archiving it next time 2024-12-02T15:49:33,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:49:33,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:49:33,219 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:49:33,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:33,220 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:33,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:49:33,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:49:33,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1817200040, stopped=false 2024-12-02T15:49:33,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1c0b6c2739c,42929,1733154560289 2024-12-02T15:49:33,222 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T15:49:33,222 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T15:49:33,222 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112 2024-12-02T15:49:33,226 WARN [IPC Server handler 3 on default port 33513 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-02T15:49:33,229 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112 after 5ms 2024-12-02T15:49:33,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:49:33,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:49:33,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:33,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:33,249 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:49:33,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:49:33,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:49:33,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:49:33,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:33,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:49:33,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,44967,1733154560451' ***** 2024-12-02T15:49:33,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:49:33,250 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:49:33,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:49:33,250 INFO [RS:0;e1c0b6c2739c:44967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:49:33,250 INFO [RS:0;e1c0b6c2739c:44967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:49:33,250 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(3091): Received CLOSE for 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:33,251 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:33,251 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:49:33,251 INFO [RS:0;e1c0b6c2739c:44967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1c0b6c2739c:44967. 2024-12-02T15:49:33,251 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9045c24558c204a99a00805ceca14e29, disabling compactions & flushes 2024-12-02T15:49:33,251 DEBUG [RS:0;e1c0b6c2739c:44967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:49:33,251 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:33,251 DEBUG [RS:0;e1c0b6c2739c:44967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:33,251 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:33,251 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:49:33,251 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. after waiting 0 ms 2024-12-02T15:49:33,251 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:49:33,251 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:49:33,251 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:33,251 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:49:33,251 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9045c24558c204a99a00805ceca14e29 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-02T15:49:33,252 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:49:33,252 DEBUG [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9045c24558c204a99a00805ceca14e29=TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29.} 2024-12-02T15:49:33,252 DEBUG [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9045c24558c204a99a00805ceca14e29 2024-12-02T15:49:33,252 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:49:33,252 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:49:33,252 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:49:33,252 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:49:33,252 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:49:33,252 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-02T15:49:33,253 WARN [AsyncFSWAL-0-hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00-prefix:e1c0b6c2739c,44967,1733154560451.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,253 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e1c0b6c2739c%2C44967%2C1733154560451.meta:.meta(num 1733154561485) roll requested 2024-12-02T15:49:33,267 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154573254.meta, exclude list is [], retry=0 2024-12-02T15:49:33,268 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9045c24558c204a99a00805ceca14e29/.tmp/info/f50b2f2fc01e4cd0bc7899e5b3c5f193 is 1055, key is row0001/info:/1733154573026/Put/seqid=0 2024-12-02T15:49:33,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-31e81298-50eb-4322-8254-8797d9b6ccf8,DISK] 2024-12-02T15:49:33,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33019,DS-e2674af3-0148-45d3-b814-aeac16c902fd,DISK] 2024-12-02T15:49:33,272 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154573254.meta 2024-12-02T15:49:33,272 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-02T15:49:33,272 DEBUG [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta is not closed yet, will try archiving it next time 2024-12-02T15:49:33,272 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,273 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:33,273 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta 2024-12-02T15:49:33,273 WARN [IPC Server handler 4 on default port 33513 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-12-02T15:49:33,274 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta after 1ms 2024-12-02T15:49:33,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741839_1016 (size=7062) 2024-12-02T15:49:33,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741839_1016 (size=7062) 2024-12-02T15:49:33,275 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9045c24558c204a99a00805ceca14e29/.tmp/info/f50b2f2fc01e4cd0bc7899e5b3c5f193 2024-12-02T15:49:33,285 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9045c24558c204a99a00805ceca14e29/.tmp/info/f50b2f2fc01e4cd0bc7899e5b3c5f193 as hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9045c24558c204a99a00805ceca14e29/info/f50b2f2fc01e4cd0bc7899e5b3c5f193 2024-12-02T15:49:33,293 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9045c24558c204a99a00805ceca14e29/info/f50b2f2fc01e4cd0bc7899e5b3c5f193, entries=2, sequenceid=6, filesize=6.9 K 2024-12-02T15:49:33,294 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/.tmp/info/a2346d850b3e492bb0f01a7ce4604820 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29./info:regioninfo/1733154563280/Put/seqid=0 2024-12-02T15:49:33,295 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 9045c24558c204a99a00805ceca14e29 in 44ms, sequenceid=6, compaction requested=false 2024-12-02T15:49:33,297 WARN [Thread-630 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741840_1018 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-02T15:49:33,297 WARN [Thread-630 {}] hdfs.DataStreamer(1731): Error Recovery for BP-493382054-172.17.0.3-1733154558837:blk_1073741840_1018 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42107,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK], DatanodeInfoWithStorage[127.0.0.1:46809,DS-88290d61-b3e2-494a-924d-accd21a6d588,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42107,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK]) is bad. 2024-12-02T15:49:33,297 WARN [Thread-630 {}] hdfs.DataStreamer(1850): Abandoning BP-493382054-172.17.0.3-1733154558837:blk_1073741840_1018 2024-12-02T15:49:33,300 WARN [Thread-630 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:42107,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK] 2024-12-02T15:49:33,303 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9045c24558c204a99a00805ceca14e29/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T15:49:33,304 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:33,304 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9045c24558c204a99a00805ceca14e29: Waiting for close lock at 1733154573251Running coprocessor pre-close hooks at 1733154573251Disabling compacts and flushes for region at 1733154573251Disabling writes for close at 1733154573251Obtaining lock to block concurrent updates at 1733154573251Preparing flush snapshotting stores in 9045c24558c204a99a00805ceca14e29 at 1733154573251Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733154573252 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. at 1733154573253 (+1 ms)Flushing 9045c24558c204a99a00805ceca14e29/info: creating writer at 1733154573253Flushing 9045c24558c204a99a00805ceca14e29/info: appending metadata at 1733154573267 (+14 ms)Flushing 9045c24558c204a99a00805ceca14e29/info: closing flushed file at 1733154573267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa2129e: reopening flushed file at 1733154573284 (+17 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 9045c24558c204a99a00805ceca14e29 in 44ms, sequenceid=6, compaction requested=false at 1733154573295 (+11 ms)Writing region close event to WAL at 1733154573297 (+2 ms)Running coprocessor post-close hooks at 1733154573304 (+7 ms)Closed at 1733154573304 2024-12-02T15:49:33,305 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733154562903.9045c24558c204a99a00805ceca14e29. 2024-12-02T15:49:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741841_1019 (size=7089) 2024-12-02T15:49:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741841_1019 (size=7089) 2024-12-02T15:49:33,310 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/.tmp/info/a2346d850b3e492bb0f01a7ce4604820 2024-12-02T15:49:33,337 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/.tmp/ns/bf6aa433f70b4d569c6ac298730da68e is 43, key is default/ns:d/1733154561571/Put/seqid=0 2024-12-02T15:49:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741842_1020 (size=5153) 2024-12-02T15:49:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741842_1020 (size=5153) 2024-12-02T15:49:33,357 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/.tmp/ns/bf6aa433f70b4d569c6ac298730da68e 2024-12-02T15:49:33,380 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/.tmp/table/c22753fbaba0473382f3bf1adcf42af8 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733154563292/Put/seqid=0 2024-12-02T15:49:33,382 WARN [Thread-648 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741843_1021 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-02T15:49:33,382 WARN [Thread-648 {}] hdfs.DataStreamer(1731): Error Recovery for BP-493382054-172.17.0.3-1733154558837:blk_1073741843_1021 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42107,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK], DatanodeInfoWithStorage[127.0.0.1:46809,DS-88290d61-b3e2-494a-924d-accd21a6d588,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42107,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK]) is bad. 2024-12-02T15:49:33,382 WARN [Thread-648 {}] hdfs.DataStreamer(1850): Abandoning BP-493382054-172.17.0.3-1733154558837:blk_1073741843_1021 2024-12-02T15:49:33,383 WARN [Thread-648 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:42107,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK] 2024-12-02T15:49:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741844_1022 (size=5424) 2024-12-02T15:49:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741844_1022 (size=5424) 2024-12-02T15:49:33,388 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/.tmp/table/c22753fbaba0473382f3bf1adcf42af8 2024-12-02T15:49:33,398 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/.tmp/info/a2346d850b3e492bb0f01a7ce4604820 as hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/info/a2346d850b3e492bb0f01a7ce4604820 2024-12-02T15:49:33,407 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/info/a2346d850b3e492bb0f01a7ce4604820, entries=10, sequenceid=11, filesize=6.9 K 2024-12-02T15:49:33,408 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/.tmp/ns/bf6aa433f70b4d569c6ac298730da68e as hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/ns/bf6aa433f70b4d569c6ac298730da68e 2024-12-02T15:49:33,415 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/ns/bf6aa433f70b4d569c6ac298730da68e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:49:33,416 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/.tmp/table/c22753fbaba0473382f3bf1adcf42af8 as hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/table/c22753fbaba0473382f3bf1adcf42af8 2024-12-02T15:49:33,423 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/table/c22753fbaba0473382f3bf1adcf42af8, entries=2, sequenceid=11, filesize=5.3 K 2024-12-02T15:49:33,424 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=11, compaction requested=false 2024-12-02T15:49:33,429 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T15:49:33,430 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:49:33,430 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:49:33,430 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154573252Running coprocessor pre-close hooks at 1733154573252Disabling compacts and flushes for region at 1733154573252Disabling writes for close at 1733154573252Obtaining lock to block concurrent updates at 1733154573252Preparing flush snapshotting stores in 1588230740 at 1733154573252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733154573253 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733154573273 (+20 ms)Flushing 1588230740/info: creating writer at 1733154573273Flushing 1588230740/info: appending metadata at 1733154573293 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733154573293Flushing 1588230740/ns: creating writer at 1733154573319 (+26 ms)Flushing 1588230740/ns: appending metadata at 1733154573337 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733154573337Flushing 1588230740/table: creating writer at 1733154573365 (+28 ms)Flushing 1588230740/table: appending metadata at 1733154573379 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733154573379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5433be49: reopening flushed file at 1733154573397 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7917a5a8: reopening flushed file at 1733154573407 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1a57be: reopening flushed file at 1733154573415 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=11, compaction requested=false at 1733154573424 (+9 ms)Writing region close event to WAL at 1733154573425 (+1 ms)Running coprocessor post-close hooks at 1733154573430 (+5 ms)Closed at 1733154573430 2024-12-02T15:49:33,430 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:49:33,452 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,44967,1733154560451; all regions closed. 2024-12-02T15:49:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741838_1015 (size=825) 2024-12-02T15:49:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741838_1015 (size=825) 2024-12-02T15:49:33,467 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:49:33,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3082b8d24d4bfe6 with lease ID 0xc3325050f1db54d6: from storage DS-68cc2849-9268-493a-af15-bd8e1f53af4d node DatanodeRegistration(127.0.0.1:39305, datanodeUuid=f4aca4ac-13fe-4200-843a-eabbad73be66, infoPort=37033, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:33,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3082b8d24d4bfe6 with lease ID 0xc3325050f1db54d6: from storage DS-aff780d4-b3c6-455a-9b20-a9cbcc889a5e node DatanodeRegistration(127.0.0.1:39305, datanodeUuid=f4aca4ac-13fe-4200-843a-eabbad73be66, infoPort=37033, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=1819951359;c=1733154558837), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:33,974 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:49:33,974 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:49:34,974 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:49:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741833_1014 (size=1599) 2024-12-02T15:49:37,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T15:49:37,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:49:37,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:49:37,230 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112 after 4008ms 2024-12-02T15:49:37,230 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112 to hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/oldWALs/e1c0b6c2739c%2C44967%2C1733154560451.1733154561112 2024-12-02T15:49:37,275 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta after 4002ms 2024-12-02T15:49:37,275 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/WALs/e1c0b6c2739c,44967,1733154560451/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta to hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/oldWALs/e1c0b6c2739c%2C44967%2C1733154560451.meta.1733154561485.meta 2024-12-02T15:49:37,278 DEBUG [RS:0;e1c0b6c2739c:44967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/oldWALs 2024-12-02T15:49:37,278 INFO [RS:0;e1c0b6c2739c:44967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C44967%2C1733154560451.meta:.meta(num 1733154573254) 2024-12-02T15:49:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741837_1013 (size=2288) 2024-12-02T15:49:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741837_1013 (size=2288) 2024-12-02T15:49:37,284 DEBUG [RS:0;e1c0b6c2739c:44967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/oldWALs 2024-12-02T15:49:37,284 INFO [RS:0;e1c0b6c2739c:44967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C44967%2C1733154560451:(num 1733154573180) 2024-12-02T15:49:37,284 DEBUG [RS:0;e1c0b6c2739c:44967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:37,284 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:49:37,284 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:49:37,284 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:49:37,284 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:49:37,284 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:49:37,284 INFO [RS:0;e1c0b6c2739c:44967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44967 2024-12-02T15:49:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:49:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,44967,1733154560451 2024-12-02T15:49:37,299 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:49:37,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,44967,1733154560451] 2024-12-02T15:49:37,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,44967,1733154560451 already deleted, retry=false 2024-12-02T15:49:37,315 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,44967,1733154560451 expired; onlineServers=0 2024-12-02T15:49:37,315 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1c0b6c2739c,42929,1733154560289' ***** 2024-12-02T15:49:37,315 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:49:37,315 INFO [M:0;e1c0b6c2739c:42929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:49:37,315 INFO [M:0;e1c0b6c2739c:42929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:49:37,315 DEBUG [M:0;e1c0b6c2739c:42929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:49:37,315 DEBUG [M:0;e1c0b6c2739c:42929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:49:37,315 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:49:37,315 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154560847 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154560847,5,FailOnTimeoutGroup] 2024-12-02T15:49:37,315 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154560847 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154560847,5,FailOnTimeoutGroup] 2024-12-02T15:49:37,316 INFO [M:0;e1c0b6c2739c:42929 {}] hbase.ChoreService(370): Chore service for: master/e1c0b6c2739c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:49:37,316 INFO [M:0;e1c0b6c2739c:42929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:49:37,316 DEBUG [M:0;e1c0b6c2739c:42929 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:49:37,316 INFO [M:0;e1c0b6c2739c:42929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:49:37,316 INFO [M:0;e1c0b6c2739c:42929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:49:37,316 INFO [M:0;e1c0b6c2739c:42929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:49:37,316 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:49:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T15:49:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:37,323 DEBUG [M:0;e1c0b6c2739c:42929 {}] zookeeper.ZKUtil(347): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T15:49:37,323 WARN [M:0;e1c0b6c2739c:42929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:49:37,325 INFO [M:0;e1c0b6c2739c:42929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/.lastflushedseqids 2024-12-02T15:49:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741845_1023 (size=139) 2024-12-02T15:49:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741845_1023 (size=139) 2024-12-02T15:49:37,332 INFO [M:0;e1c0b6c2739c:42929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:49:37,332 INFO [M:0;e1c0b6c2739c:42929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:49:37,332 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:49:37,332 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:37,332 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:37,332 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:49:37,332 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:37,332 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-12-02T15:49:37,333 WARN [AsyncFSWAL-0-hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData-prefix:e1c0b6c2739c,42929,1733154560289 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:37,333 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e1c0b6c2739c%2C42929%2C1733154560289:(num 1733154560629) roll requested 2024-12-02T15:49:37,344 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154577333, exclude list is [], retry=0 2024-12-02T15:49:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-16ec1010-ceef-45e6-8181-936c948e0c4e,DISK] 2024-12-02T15:49:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39305,DS-68cc2849-9268-493a-af15-bd8e1f53af4d,DISK] 2024-12-02T15:49:37,349 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154577333 2024-12-02T15:49:37,349 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37033:37033),(127.0.0.1/127.0.0.1:36397:36397)] 2024-12-02T15:49:37,349 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 is not closed yet, will try archiving it next time 2024-12-02T15:49:37,349 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:37,350 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:49:37,350 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 2024-12-02T15:49:37,351 WARN [IPC Server handler 1 on default port 33513 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-12-02T15:49:37,351 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 after 1ms 2024-12-02T15:49:37,366 DEBUG [M:0;e1c0b6c2739c:42929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37c434b6ab7240f79b88edb96c988a8f is 82, key is hbase:meta,,1/info:regioninfo/1733154561526/Put/seqid=0 2024-12-02T15:49:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741847_1026 (size=5672) 2024-12-02T15:49:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741847_1026 (size=5672) 2024-12-02T15:49:37,373 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37c434b6ab7240f79b88edb96c988a8f 2024-12-02T15:49:37,393 DEBUG [M:0;e1c0b6c2739c:42929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/165280d4baf440fabf7252dff5ed7d36 is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733154563298/Put/seqid=0 2024-12-02T15:49:37,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741848_1027 (size=6113) 2024-12-02T15:49:37,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741848_1027 (size=6113) 2024-12-02T15:49:37,400 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/165280d4baf440fabf7252dff5ed7d36 2024-12-02T15:49:37,407 INFO [RS:0;e1c0b6c2739c:44967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:49:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:49:37,407 INFO [RS:0;e1c0b6c2739c:44967 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,44967,1733154560451; zookeeper connection closed. 2024-12-02T15:49:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44967-0x10198057b820001, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:49:37,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51e102ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51e102ba 2024-12-02T15:49:37,407 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:49:37,422 DEBUG [M:0;e1c0b6c2739c:42929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83db9c1681f14b49abe3ca21a1510981 is 69, key is e1c0b6c2739c,44967,1733154560451/rs:state/1733154560951/Put/seqid=0 2024-12-02T15:49:37,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741849_1028 (size=5156) 2024-12-02T15:49:37,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741849_1028 (size=5156) 2024-12-02T15:49:37,429 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83db9c1681f14b49abe3ca21a1510981 2024-12-02T15:49:37,451 DEBUG [M:0;e1c0b6c2739c:42929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7e37b41f87724d498b766e35c1ff61e4 is 52, key is load_balancer_on/state:d/1733154561701/Put/seqid=0 2024-12-02T15:49:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741850_1029 (size=5056) 2024-12-02T15:49:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741850_1029 (size=5056) 2024-12-02T15:49:37,457 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7e37b41f87724d498b766e35c1ff61e4 2024-12-02T15:49:37,464 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37c434b6ab7240f79b88edb96c988a8f as hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37c434b6ab7240f79b88edb96c988a8f 2024-12-02T15:49:37,472 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37c434b6ab7240f79b88edb96c988a8f, entries=8, sequenceid=56, filesize=5.5 K 2024-12-02T15:49:37,473 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/165280d4baf440fabf7252dff5ed7d36 as hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/165280d4baf440fabf7252dff5ed7d36 2024-12-02T15:49:37,481 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/165280d4baf440fabf7252dff5ed7d36, entries=6, sequenceid=56, filesize=6.0 K 2024-12-02T15:49:37,483 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83db9c1681f14b49abe3ca21a1510981 as hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83db9c1681f14b49abe3ca21a1510981 2024-12-02T15:49:37,491 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83db9c1681f14b49abe3ca21a1510981, entries=1, sequenceid=56, filesize=5.0 K 2024-12-02T15:49:37,493 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7e37b41f87724d498b766e35c1ff61e4 as hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7e37b41f87724d498b766e35c1ff61e4 2024-12-02T15:49:37,502 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7e37b41f87724d498b766e35c1ff61e4, entries=1, sequenceid=56, filesize=4.9 K 2024-12-02T15:49:37,504 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=56, compaction requested=false 2024-12-02T15:49:37,514 INFO [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:37,515 DEBUG [M:0;e1c0b6c2739c:42929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154577332Disabling compacts and flushes for region at 1733154577332Disabling writes for close at 1733154577332Obtaining lock to block concurrent updates at 1733154577333 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733154577333Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1733154577333Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733154577350 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733154577350Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733154577365 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733154577365Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733154577379 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733154577393 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733154577393Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733154577407 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733154577421 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733154577421Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733154577436 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733154577451 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733154577451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aff7b5b: reopening flushed file at 1733154577463 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2747ab74: reopening flushed file at 1733154577472 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c740a6: reopening flushed file at 1733154577481 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c99254f: reopening flushed file at 1733154577491 (+10 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=56, compaction requested=false at 1733154577504 (+13 ms)Writing region close event to WAL at 1733154577514 (+10 ms)Closed at 1733154577514 2024-12-02T15:49:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39305 is added to blk_1073741846_1024 (size=757) 2024-12-02T15:49:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741846_1024 (size=757) 2024-12-02T15:49:38,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741833_1014 (size=1599) 2024-12-02T15:49:38,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741834_1017 (size=2386) 2024-12-02T15:49:38,808 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:49:38,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:38,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741830_1025 (size=27165) 2024-12-02T15:49:41,352 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 after 4002ms 2024-12-02T15:49:41,353 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/WALs/e1c0b6c2739c,42929,1733154560289/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 to hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/oldWALs/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 2024-12-02T15:49:41,361 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/MasterData/oldWALs/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629 to hdfs://localhost:33513/user/jenkins/test-data/b9bb4556-dac6-d058-1070-2cb78f7b8f00/oldWALs/e1c0b6c2739c%2C42929%2C1733154560289.1733154560629$masterlocalwal$ 2024-12-02T15:49:41,362 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:49:41,362 INFO [M:0;e1c0b6c2739c:42929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:49:41,362 INFO [M:0;e1c0b6c2739c:42929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42929 2024-12-02T15:49:41,362 INFO [M:0;e1c0b6c2739c:42929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:49:41,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:49:41,499 INFO [M:0;e1c0b6c2739c:42929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:49:41,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42929-0x10198057b820000, quorum=127.0.0.1:56711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:49:41,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@622efca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:41,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dedaa8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:41,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:41,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b1b0e33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:41,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3327c91d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:41,505 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:49:41,505 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:49:41,506 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493382054-172.17.0.3-1733154558837 (Datanode Uuid f4aca4ac-13fe-4200-843a-eabbad73be66) service to localhost/127.0.0.1:33513 2024-12-02T15:49:41,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:49:41,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data1/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data2/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:49:41,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68a6143d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:41,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@635489d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:41,512 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:41,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@873ccfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:41,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220f8c3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:41,514 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:49:41,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:49:41,514 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493382054-172.17.0.3-1733154558837 (Datanode Uuid dbef874e-251d-4b81-ac22-c597bcb4faed) service to localhost/127.0.0.1:33513 2024-12-02T15:49:41,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:49:41,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data9/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data10/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:49:41,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45e8aa21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:41,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e4045ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:41,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:41,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ded2fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:41,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe754c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:41,520 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:49:41,520 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:49:41,520 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493382054-172.17.0.3-1733154558837 (Datanode Uuid 4c7f741f-2e30-4146-bcc9-708eea7413fb) service to localhost/127.0.0.1:33513 2024-12-02T15:49:41,520 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:49:41,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data7/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data8/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:49:41,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65598d2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:41,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ea1725e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:41,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:41,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f4a2379{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:41,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f55efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:41,526 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:49:41,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:49:41,526 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493382054-172.17.0.3-1733154558837 (Datanode Uuid 7d9752d8-8f23-43a7-80ea-de34e060d306) service to localhost/127.0.0.1:33513 2024-12-02T15:49:41,526 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:49:41,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data5/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data6/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:49:41,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@698280f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:41,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5882bdce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:41,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:41,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45528e53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:41,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384418d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:41,531 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:49:41,531 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:49:41,531 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:49:41,531 WARN [BP-493382054-172.17.0.3-1733154558837 heartbeating to localhost/127.0.0.1:33513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493382054-172.17.0.3-1733154558837 (Datanode Uuid ab8c01e1-1772-4a28-8b64-9db21a5ee750) service to localhost/127.0.0.1:33513 2024-12-02T15:49:41,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data3/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/cluster_b92ec5c4-87a5-9222-57d3-4915e07a9fdf/data/data4/current/BP-493382054-172.17.0.3-1733154558837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:49:41,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:49:41,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e4f11d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:49:41,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75e5eb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:49:41,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:49:41,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1785141e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:49:41,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9064200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir/,STOPPED} 2024-12-02T15:49:41,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:49:41,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:49:41,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 70) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33513 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:33513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 89) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10606 (was 9963) - AvailableMemoryMB LEAK? - 2024-12-02T15:49:41,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=10606 2024-12-02T15:49:41,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:49:41,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.log.dir so I do NOT create it in target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1 2024-12-02T15:49:41,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d54dc95e-f159-7e51-76cb-78dc899433cd/hadoop.tmp.dir so I do NOT create it in target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1 2024-12-02T15:49:41,591 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14, deleteOnExit=true 2024-12-02T15:49:41,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:49:41,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/test.cache.data in system properties and HBase conf 2024-12-02T15:49:41,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:49:41,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:49:41,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:49:41,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:49:41,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:49:41,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:49:41,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:49:41,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:49:41,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:49:41,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:49:41,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:41,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:41,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:41,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:41,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:49:41,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:41,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71724962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:41,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461658d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:41,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ef851dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/java.io.tmpdir/jetty-localhost-45979-hadoop-hdfs-3_4_1-tests_jar-_-any-12174623657042628643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:49:41,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40944473{HTTP/1.1, (http/1.1)}{localhost:45979} 2024-12-02T15:49:41,995 INFO [Time-limited test {}] server.Server(415): Started @90177ms 2024-12-02T15:49:42,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:42,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:42,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:42,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:42,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:49:42,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c964b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:42,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:42,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@175ec169{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/java.io.tmpdir/jetty-localhost-45187-hadoop-hdfs-3_4_1-tests_jar-_-any-953696209923491773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:42,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36b1a202{HTTP/1.1, (http/1.1)}{localhost:45187} 2024-12-02T15:49:42,259 INFO [Time-limited test {}] server.Server(415): Started @90441ms 2024-12-02T15:49:42,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:49:42,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:49:42,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:49:42,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:49:42,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:49:42,286 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:49:42,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2320853e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:49:42,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79bcc77d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:49:42,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da8b574{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/java.io.tmpdir/jetty-localhost-43827-hadoop-hdfs-3_4_1-tests_jar-_-any-16871484126865930103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:49:42,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c669bbe{HTTP/1.1, (http/1.1)}{localhost:43827} 2024-12-02T15:49:42,377 INFO [Time-limited test {}] server.Server(415): Started @90559ms 2024-12-02T15:49:42,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:49:42,857 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/data/data1/current/BP-1958092828-172.17.0.3-1733154581615/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:42,857 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/data/data2/current/BP-1958092828-172.17.0.3-1733154581615/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:42,877 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:49:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c87aef9e27eac79 with lease ID 0x1a179cccfc24d91c: Processing first storage report for DS-aeca799c-d675-40b7-9a3b-0c6c1e99882e from datanode DatanodeRegistration(127.0.0.1:41715, datanodeUuid=c9f24682-0838-408c-bc1e-e48f31535984, infoPort=45703, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=678713404;c=1733154581615) 2024-12-02T15:49:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c87aef9e27eac79 with lease ID 0x1a179cccfc24d91c: from storage DS-aeca799c-d675-40b7-9a3b-0c6c1e99882e node DatanodeRegistration(127.0.0.1:41715, datanodeUuid=c9f24682-0838-408c-bc1e-e48f31535984, infoPort=45703, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=678713404;c=1733154581615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c87aef9e27eac79 with lease ID 0x1a179cccfc24d91c: Processing first storage report for DS-0695e5d6-8d36-4b60-b897-41efec5520b5 from datanode DatanodeRegistration(127.0.0.1:41715, datanodeUuid=c9f24682-0838-408c-bc1e-e48f31535984, infoPort=45703, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=678713404;c=1733154581615) 2024-12-02T15:49:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c87aef9e27eac79 with lease ID 0x1a179cccfc24d91c: from storage DS-0695e5d6-8d36-4b60-b897-41efec5520b5 node DatanodeRegistration(127.0.0.1:41715, datanodeUuid=c9f24682-0838-408c-bc1e-e48f31535984, infoPort=45703, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=678713404;c=1733154581615), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:49:43,121 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/data/data4/current/BP-1958092828-172.17.0.3-1733154581615/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:43,121 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/data/data3/current/BP-1958092828-172.17.0.3-1733154581615/current, will proceed with Du for space computation calculation, 2024-12-02T15:49:43,137 WARN [Thread-789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:49:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ee809403eca1b34 with lease ID 0x1a179cccfc24d91d: Processing first storage report for DS-864592ea-fbb3-485e-8495-b92cde5037f7 from datanode DatanodeRegistration(127.0.0.1:45749, datanodeUuid=83deb0b5-b17e-4063-822f-d8b1e4897622, infoPort=42157, infoSecurePort=0, ipcPort=44969, storageInfo=lv=-57;cid=testClusterID;nsid=678713404;c=1733154581615) 2024-12-02T15:49:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ee809403eca1b34 with lease ID 0x1a179cccfc24d91d: from storage DS-864592ea-fbb3-485e-8495-b92cde5037f7 node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=83deb0b5-b17e-4063-822f-d8b1e4897622, infoPort=42157, infoSecurePort=0, ipcPort=44969, storageInfo=lv=-57;cid=testClusterID;nsid=678713404;c=1733154581615), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:49:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ee809403eca1b34 with lease ID 0x1a179cccfc24d91d: Processing first storage report for DS-a1e41291-af9d-43a2-a519-b3adb36e8d88 from datanode DatanodeRegistration(127.0.0.1:45749, datanodeUuid=83deb0b5-b17e-4063-822f-d8b1e4897622, infoPort=42157, infoSecurePort=0, ipcPort=44969, storageInfo=lv=-57;cid=testClusterID;nsid=678713404;c=1733154581615) 2024-12-02T15:49:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ee809403eca1b34 with lease ID 0x1a179cccfc24d91d: from storage DS-a1e41291-af9d-43a2-a519-b3adb36e8d88 node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=83deb0b5-b17e-4063-822f-d8b1e4897622, infoPort=42157, infoSecurePort=0, ipcPort=44969, storageInfo=lv=-57;cid=testClusterID;nsid=678713404;c=1733154581615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:49:43,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1 2024-12-02T15:49:43,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/zookeeper_0, clientPort=53713, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:49:43,215 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53713 2024-12-02T15:49:43,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:43,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:49:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:49:43,233 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c with version=8 2024-12-02T15:49:43,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/hbase-staging 2024-12-02T15:49:43,235 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:49:43,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:43,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:43,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:49:43,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:43,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:49:43,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:49:43,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:49:43,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42633 2024-12-02T15:49:43,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42633 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-12-02T15:49:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426330x0, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:49:43,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42633-0x1019805d5210000 connected 2024-12-02T15:49:43,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:43,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:43,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:49:43,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c, hbase.cluster.distributed=false 2024-12-02T15:49:43,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:49:43,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-02T15:49:43,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42633 2024-12-02T15:49:43,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42633 2024-12-02T15:49:43,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-02T15:49:43,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-02T15:49:43,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:49:43,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:43,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:43,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:49:43,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:49:43,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:49:43,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:49:43,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:49:43,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37937 2024-12-02T15:49:43,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37937 connecting to ZooKeeper ensemble=127.0.0.1:53713 2024-12-02T15:49:43,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:43,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:43,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379370x0, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:49:43,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:49:43,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37937-0x1019805d5210001 connected 2024-12-02T15:49:43,413 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:49:43,414 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:49:43,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:49:43,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:49:43,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37937 2024-12-02T15:49:43,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37937 2024-12-02T15:49:43,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37937 2024-12-02T15:49:43,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37937 2024-12-02T15:49:43,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37937 2024-12-02T15:49:43,433 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1c0b6c2739c:42633 2024-12-02T15:49:43,434 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1c0b6c2739c,42633,1733154583235 2024-12-02T15:49:43,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:49:43,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:49:43,442 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1c0b6c2739c,42633,1733154583235 2024-12-02T15:49:43,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:49:43,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,450 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T15:49:43,451 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1c0b6c2739c,42633,1733154583235 from backup master directory 2024-12-02T15:49:43,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1c0b6c2739c,42633,1733154583235 2024-12-02T15:49:43,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:49:43,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:49:43,458 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:49:43,458 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1c0b6c2739c,42633,1733154583235 2024-12-02T15:49:43,462 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/hbase.id] with ID: c07ef91c-ffd1-464b-8e8d-929d98741524 2024-12-02T15:49:43,462 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/.tmp/hbase.id 2024-12-02T15:49:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:49:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:49:43,473 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/.tmp/hbase.id]:[hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/hbase.id] 2024-12-02T15:49:43,490 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:43,490 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:49:43,492 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T15:49:43,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:49:43,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:49:43,507 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:49:43,508 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:49:43,508 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:49:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:49:43,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:49:43,518 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store 2024-12-02T15:49:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:49:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:49:43,527 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:43,527 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:49:43,527 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:43,527 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:43,527 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:49:43,527 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:43,527 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:49:43,527 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154583527Disabling compacts and flushes for region at 1733154583527Disabling writes for close at 1733154583527Writing region close event to WAL at 1733154583527Closed at 1733154583527 2024-12-02T15:49:43,528 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/.initializing 2024-12-02T15:49:43,528 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/WALs/e1c0b6c2739c,42633,1733154583235 2024-12-02T15:49:43,530 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:49:43,533 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C42633%2C1733154583235, suffix=, logDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/WALs/e1c0b6c2739c,42633,1733154583235, archiveDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/oldWALs, maxLogs=10 2024-12-02T15:49:43,545 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/WALs/e1c0b6c2739c,42633,1733154583235/e1c0b6c2739c%2C42633%2C1733154583235.1733154583533, exclude list is [], retry=0 2024-12-02T15:49:43,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41715,DS-aeca799c-d675-40b7-9a3b-0c6c1e99882e,DISK] 2024-12-02T15:49:43,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-864592ea-fbb3-485e-8495-b92cde5037f7,DISK] 2024-12-02T15:49:43,550 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/WALs/e1c0b6c2739c,42633,1733154583235/e1c0b6c2739c%2C42633%2C1733154583235.1733154583533 2024-12-02T15:49:43,550 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45703:45703),(127.0.0.1/127.0.0.1:42157:42157)] 2024-12-02T15:49:43,551 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:49:43,551 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:43,551 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,551 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:49:43,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:43,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:43,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:49:43,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:43,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:49:43,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:49:43,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:43,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:49:43,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:49:43,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:43,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:49:43,562 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,563 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,563 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,564 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,564 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,565 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:49:43,566 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:49:43,568 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:49:43,569 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=752336, jitterRate=-0.043355390429496765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:49:43,570 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733154583551Initializing all the Stores at 1733154583552 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154583552Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154583552Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154583552Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154583552Cleaning up temporary data from old regions at 1733154583564 (+12 ms)Region opened successfully at 1733154583570 (+6 ms) 2024-12-02T15:49:43,570 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:49:43,574 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e980f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:49:43,575 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:49:43,575 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:49:43,575 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:49:43,575 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:49:43,576 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:49:43,576 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:49:43,576 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:49:43,579 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:49:43,579 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T15:49:43,587 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T15:49:43,588 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:49:43,588 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:49:43,596 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T15:49:43,596 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:49:43,597 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:49:43,604 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T15:49:43,605 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:49:43,612 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T15:49:43,614 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:49:43,624 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T15:49:43,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:49:43,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:49:43,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,633 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1c0b6c2739c,42633,1733154583235, sessionid=0x1019805d5210000, setting cluster-up flag (Was=false) 2024-12-02T15:49:43,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,674 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T15:49:43,676 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,42633,1733154583235 2024-12-02T15:49:43,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:43,725 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T15:49:43,726 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,42633,1733154583235 2024-12-02T15:49:43,728 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:49:43,730 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:49:43,731 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:49:43,731 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:49:43,731 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1c0b6c2739c,42633,1733154583235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:49:43,733 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:49:43,733 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:49:43,733 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:49:43,733 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:49:43,733 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1c0b6c2739c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:49:43,733 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,734 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:49:43,734 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,736 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733154613736 2024-12-02T15:49:43,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:49:43,736 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:49:43,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:49:43,736 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:49:43,736 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:49:43,736 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:49:43,736 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:49:43,736 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:49:43,737 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:43,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:49:43,740 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,746 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:49:43,746 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:49:43,747 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:49:43,747 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:49:43,747 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:49:43,750 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154583747,5,FailOnTimeoutGroup] 2024-12-02T15:49:43,751 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154583751,5,FailOnTimeoutGroup] 2024-12-02T15:49:43,751 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,751 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:49:43,752 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,752 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:49:43,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:49:43,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:49:43,760 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c 2024-12-02T15:49:43,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:49:43,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:49:43,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:43,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:49:43,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:49:43,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:43,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:43,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:49:43,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:49:43,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:43,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:43,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:49:43,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:49:43,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:43,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:43,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:49:43,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:49:43,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:43,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:43,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:49:43,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740 2024-12-02T15:49:43,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740 2024-12-02T15:49:43,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:49:43,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:49:43,790 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:49:43,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:49:43,794 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:49:43,795 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808915, jitterRate=0.028589650988578796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:49:43,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733154583773Initializing all the Stores at 1733154583774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154583774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154583774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154583774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154583774Cleaning up temporary data from old regions at 1733154583789 (+15 ms)Region opened successfully at 1733154583795 (+6 ms) 2024-12-02T15:49:43,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:49:43,796 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:49:43,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:49:43,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:49:43,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:49:43,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:49:43,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154583796Disabling compacts and flushes for region at 1733154583796Disabling writes for close at 1733154583796Writing region close event to WAL at 1733154583796Closed at 1733154583796 2024-12-02T15:49:43,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:49:43,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:49:43,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:49:43,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:49:43,803 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:49:43,824 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(746): ClusterId : c07ef91c-ffd1-464b-8e8d-929d98741524 2024-12-02T15:49:43,824 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:49:43,834 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:49:43,834 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:49:43,842 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:49:43,842 DEBUG [RS:0;e1c0b6c2739c:37937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c22682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:49:43,853 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1c0b6c2739c:37937 2024-12-02T15:49:43,853 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:49:43,853 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:49:43,853 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:49:43,854 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,42633,1733154583235 with port=37937, startcode=1733154583396 2024-12-02T15:49:43,855 DEBUG [RS:0;e1c0b6c2739c:37937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:49:43,856 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:49:43,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:43,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:43,859 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c 2024-12-02T15:49:43,859 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38059 2024-12-02T15:49:43,859 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:49:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:49:43,867 DEBUG [RS:0;e1c0b6c2739c:37937 {}] zookeeper.ZKUtil(111): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:43,867 WARN [RS:0;e1c0b6c2739c:37937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:49:43,867 INFO [RS:0;e1c0b6c2739c:37937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:49:43,867 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:43,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,37937,1733154583396] 2024-12-02T15:49:43,870 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:49:43,873 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:49:43,873 INFO [RS:0;e1c0b6c2739c:37937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:49:43,873 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,874 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:49:43,874 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:49:43,875 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,875 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,876 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,876 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:49:43,876 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:49:43,876 DEBUG [RS:0;e1c0b6c2739c:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:49:43,878 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,879 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,879 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,879 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,879 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,879 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37937,1733154583396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:49:43,893 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:49:43,893 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37937,1733154583396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,894 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,894 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.Replication(171): e1c0b6c2739c,37937,1733154583396 started 2024-12-02T15:49:43,911 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:43,912 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,37937,1733154583396, RpcServer on e1c0b6c2739c/172.17.0.3:37937, sessionid=0x1019805d5210001 2024-12-02T15:49:43,912 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:49:43,912 DEBUG [RS:0;e1c0b6c2739c:37937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:43,912 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,37937,1733154583396' 2024-12-02T15:49:43,912 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:49:43,913 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:49:43,914 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:49:43,914 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:49:43,914 DEBUG [RS:0;e1c0b6c2739c:37937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:43,914 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,37937,1733154583396' 2024-12-02T15:49:43,914 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:49:43,914 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:49:43,914 DEBUG [RS:0;e1c0b6c2739c:37937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:49:43,914 INFO [RS:0;e1c0b6c2739c:37937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:49:43,915 INFO [RS:0;e1c0b6c2739c:37937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:49:43,954 WARN [e1c0b6c2739c:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:49:44,015 INFO [RS:0;e1c0b6c2739c:37937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:49:44,017 INFO [RS:0;e1c0b6c2739c:37937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C37937%2C1733154583396, suffix=, logDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396, archiveDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/oldWALs, maxLogs=32 2024-12-02T15:49:44,030 DEBUG [RS:0;e1c0b6c2739c:37937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154584018, exclude list is [], retry=0 2024-12-02T15:49:44,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41715,DS-aeca799c-d675-40b7-9a3b-0c6c1e99882e,DISK] 2024-12-02T15:49:44,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-864592ea-fbb3-485e-8495-b92cde5037f7,DISK] 2024-12-02T15:49:44,036 INFO [RS:0;e1c0b6c2739c:37937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154584018 2024-12-02T15:49:44,039 DEBUG [RS:0;e1c0b6c2739c:37937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45703:45703),(127.0.0.1/127.0.0.1:42157:42157)] 2024-12-02T15:49:44,204 DEBUG [e1c0b6c2739c:42633 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:49:44,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:44,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,37937,1733154583396, state=OPENING 2024-12-02T15:49:44,216 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:49:44,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:44,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:49:44,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:49:44,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:49:44,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:49:44,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,37937,1733154583396}] 2024-12-02T15:49:44,379 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:49:44,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44713, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:49:44,384 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:49:44,384 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:49:44,384 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:49:44,386 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C37937%2C1733154583396.meta, suffix=.meta, logDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396, archiveDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/oldWALs, maxLogs=32 2024-12-02T15:49:44,397 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.meta.1733154584387.meta, exclude list is [], retry=0 2024-12-02T15:49:44,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41715,DS-aeca799c-d675-40b7-9a3b-0c6c1e99882e,DISK] 2024-12-02T15:49:44,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-864592ea-fbb3-485e-8495-b92cde5037f7,DISK] 2024-12-02T15:49:44,402 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.meta.1733154584387.meta 2024-12-02T15:49:44,402 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45703:45703),(127.0.0.1/127.0.0.1:42157:42157)] 2024-12-02T15:49:44,402 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:49:44,403 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:49:44,403 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:49:44,403 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:49:44,403 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:49:44,403 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:44,403 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:49:44,403 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:49:44,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:49:44,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:49:44,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:44,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:44,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:49:44,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:49:44,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:44,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:44,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:49:44,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:49:44,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:44,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:44,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:49:44,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:49:44,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:44,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:49:44,412 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:49:44,413 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740 2024-12-02T15:49:44,414 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740 2024-12-02T15:49:44,416 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:49:44,416 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:49:44,416 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:49:44,418 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:49:44,419 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864897, jitterRate=0.09977403283119202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:49:44,419 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:49:44,420 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733154584403Writing region info on filesystem at 1733154584403Initializing all the Stores at 1733154584404 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154584404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154584404Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154584404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154584404Cleaning up temporary data from old regions at 1733154584416 (+12 ms)Running coprocessor post-open hooks at 1733154584419 (+3 ms)Region opened successfully at 1733154584420 (+1 ms) 2024-12-02T15:49:44,421 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733154584379 2024-12-02T15:49:44,423 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:49:44,424 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:49:44,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:44,425 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,37937,1733154583396, state=OPEN 2024-12-02T15:49:44,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:49:44,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:49:44,473 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:44,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:49:44,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:49:44,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:49:44,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,37937,1733154583396 in 248 msec 2024-12-02T15:49:44,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:49:44,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-12-02T15:49:44,483 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:49:44,483 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:49:44,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:49:44,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37937,1733154583396, seqNum=-1] 2024-12-02T15:49:44,485 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:49:44,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:49:44,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 764 msec 2024-12-02T15:49:44,496 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733154584496, completionTime=-1 2024-12-02T15:49:44,496 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:49:44,496 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:49:44,498 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:49:44,498 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733154644498 2024-12-02T15:49:44,499 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733154704499 2024-12-02T15:49:44,499 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T15:49:44,499 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42633,1733154583235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:44,499 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42633,1733154583235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:44,499 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42633,1733154583235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:44,499 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1c0b6c2739c:42633, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:44,499 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:44,500 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:44,502 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:49:44,505 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.047sec 2024-12-02T15:49:44,505 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:49:44,505 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:49:44,505 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:49:44,505 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:49:44,505 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:49:44,505 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42633,1733154583235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:49:44,505 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42633,1733154583235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:49:44,510 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:49:44,510 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:49:44,510 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42633,1733154583235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:49:44,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34746ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:49:44,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,42633,-1 for getting cluster id 2024-12-02T15:49:44,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:49:44,532 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c07ef91c-ffd1-464b-8e8d-929d98741524' 2024-12-02T15:49:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:49:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c07ef91c-ffd1-464b-8e8d-929d98741524" 2024-12-02T15:49:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5985bead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:49:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,42633,-1] 2024-12-02T15:49:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:49:44,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:49:44,536 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:49:44,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e860087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:49:44,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:49:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,37937,1733154583396, seqNum=-1] 2024-12-02T15:49:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:49:44,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:49:44,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1c0b6c2739c,42633,1733154583235 2024-12-02T15:49:44,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:49:44,550 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T15:49:44,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:49:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,42633,1733154583235 2024-12-02T15:49:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488c72a1 2024-12-02T15:49:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:49:44,556 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:49:44,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T15:49:44,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T15:49:44,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:49:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:49:44,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:49:44,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:44,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-02T15:49:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:49:44,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:49:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741835_1011 (size=405) 2024-12-02T15:49:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741835_1011 (size=405) 2024-12-02T15:49:44,573 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3c0e562db441e7ddc38ac7e17861af6, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c 2024-12-02T15:49:44,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741836_1012 (size=88) 2024-12-02T15:49:44,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741836_1012 (size=88) 2024-12-02T15:49:44,580 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:44,580 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing c3c0e562db441e7ddc38ac7e17861af6, disabling compactions & flushes 2024-12-02T15:49:44,580 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:44,580 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:44,580 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. after waiting 0 ms 2024-12-02T15:49:44,580 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:44,580 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:44,581 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3c0e562db441e7ddc38ac7e17861af6: Waiting for close lock at 1733154584580Disabling compacts and flushes for region at 1733154584580Disabling writes for close at 1733154584580Writing region close event to WAL at 1733154584580Closed at 1733154584580 2024-12-02T15:49:44,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:49:44,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733154584582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733154584582"}]},"ts":"1733154584582"} 2024-12-02T15:49:44,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:49:44,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:49:44,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733154584585"}]},"ts":"1733154584585"} 2024-12-02T15:49:44,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-02T15:49:44,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c3c0e562db441e7ddc38ac7e17861af6, ASSIGN}] 2024-12-02T15:49:44,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c3c0e562db441e7ddc38ac7e17861af6, ASSIGN 2024-12-02T15:49:44,590 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c3c0e562db441e7ddc38ac7e17861af6, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,37937,1733154583396; forceNewPlan=false, retain=false 2024-12-02T15:49:44,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3c0e562db441e7ddc38ac7e17861af6, regionState=OPENING, regionLocation=e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:44,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c3c0e562db441e7ddc38ac7e17861af6, ASSIGN because future has completed 2024-12-02T15:49:44,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3c0e562db441e7ddc38ac7e17861af6, server=e1c0b6c2739c,37937,1733154583396}] 2024-12-02T15:49:44,902 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:44,903 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c3c0e562db441e7ddc38ac7e17861af6, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:49:44,903 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,903 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:49:44,903 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,903 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,905 INFO [StoreOpener-c3c0e562db441e7ddc38ac7e17861af6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,907 INFO [StoreOpener-c3c0e562db441e7ddc38ac7e17861af6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3c0e562db441e7ddc38ac7e17861af6 columnFamilyName info 2024-12-02T15:49:44,907 DEBUG [StoreOpener-c3c0e562db441e7ddc38ac7e17861af6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:49:44,908 INFO [StoreOpener-c3c0e562db441e7ddc38ac7e17861af6-1 {}] regionserver.HStore(327): Store=c3c0e562db441e7ddc38ac7e17861af6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:49:44,908 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,909 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,909 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,910 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,910 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,912 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,915 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:49:44,916 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c3c0e562db441e7ddc38ac7e17861af6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=870343, jitterRate=0.10669878125190735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:49:44,916 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:49:44,917 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c3c0e562db441e7ddc38ac7e17861af6: Running coprocessor pre-open hook at 1733154584903Writing region info on filesystem at 1733154584903Initializing all the Stores at 1733154584904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154584904Cleaning up temporary data from old regions at 1733154584910 (+6 ms)Running coprocessor post-open hooks at 1733154584916 (+6 ms)Region opened successfully at 1733154584917 (+1 ms) 2024-12-02T15:49:44,918 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6., pid=6, masterSystemTime=1733154584898 2024-12-02T15:49:44,921 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:44,921 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:44,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3c0e562db441e7ddc38ac7e17861af6, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,37937,1733154583396 2024-12-02T15:49:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3c0e562db441e7ddc38ac7e17861af6, server=e1c0b6c2739c,37937,1733154583396 because future has completed 2024-12-02T15:49:44,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:49:44,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3c0e562db441e7ddc38ac7e17861af6, server=e1c0b6c2739c,37937,1733154583396 in 186 msec 2024-12-02T15:49:44,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:49:44,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c3c0e562db441e7ddc38ac7e17861af6, ASSIGN in 345 msec 2024-12-02T15:49:44,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:49:44,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733154584937"}]},"ts":"1733154584937"} 2024-12-02T15:49:44,940 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-02T15:49:44,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:49:44,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 385 msec 2024-12-02T15:49:47,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:49:47,151 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:49:47,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:49:47,152 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T15:49:47,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:49:47,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-02T15:49:49,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:49:49,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:49:49,951 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:49:49,951 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-02T15:49:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:49:54,640 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T15:49:54,640 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-02T15:49:54,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:49:54,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6., hostname=e1c0b6c2739c,37937,1733154583396, seqNum=2] 2024-12-02T15:49:54,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:49:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:49:54,664 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T15:49:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:49:54,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T15:49:54,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T15:49:54,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T15:49:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:54,834 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c3c0e562db441e7ddc38ac7e17861af6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T15:49:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/f2979d282fef45369e0a87ea45bd9207 is 1055, key is row0001/info:/1733154594652/Put/seqid=0 2024-12-02T15:49:54,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741837_1013 (size=6008) 2024-12-02T15:49:54,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741837_1013 (size=6008) 2024-12-02T15:49:54,857 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/f2979d282fef45369e0a87ea45bd9207 2024-12-02T15:49:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/f2979d282fef45369e0a87ea45bd9207 as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2979d282fef45369e0a87ea45bd9207 2024-12-02T15:49:54,871 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2979d282fef45369e0a87ea45bd9207, entries=1, sequenceid=5, filesize=5.9 K 2024-12-02T15:49:54,873 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c3c0e562db441e7ddc38ac7e17861af6 in 38ms, sequenceid=5, compaction requested=false 2024-12-02T15:49:54,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c3c0e562db441e7ddc38ac7e17861af6: 2024-12-02T15:49:54,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:49:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T15:49:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T15:49:54,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T15:49:54,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 210 msec 2024-12-02T15:49:54,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 221 msec 2024-12-02T15:50:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T15:50:04,739 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T15:50:04,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:50:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:50:04,749 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T15:50:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T15:50:04,750 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T15:50:04,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T15:50:04,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-02T15:50:04,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:04,904 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c3c0e562db441e7ddc38ac7e17861af6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T15:50:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/a2618783ab684002a2cf4a04f44d7941 is 1055, key is row0002/info:/1733154604741/Put/seqid=0 2024-12-02T15:50:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741838_1014 (size=6008) 2024-12-02T15:50:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741838_1014 (size=6008) 2024-12-02T15:50:04,920 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/a2618783ab684002a2cf4a04f44d7941 2024-12-02T15:50:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/a2618783ab684002a2cf4a04f44d7941 as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/a2618783ab684002a2cf4a04f44d7941 2024-12-02T15:50:04,931 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/a2618783ab684002a2cf4a04f44d7941, entries=1, sequenceid=9, filesize=5.9 K 2024-12-02T15:50:04,932 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c3c0e562db441e7ddc38ac7e17861af6 in 28ms, sequenceid=9, compaction requested=false 2024-12-02T15:50:04,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c3c0e562db441e7ddc38ac7e17861af6: 2024-12-02T15:50:04,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:04,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T15:50:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T15:50:04,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T15:50:04,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 183 msec 2024-12-02T15:50:04,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-12-02T15:50:13,210 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:50:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T15:50:14,799 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T15:50:14,812 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154614801, exclude list is [], retry=0 2024-12-02T15:50:14,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-864592ea-fbb3-485e-8495-b92cde5037f7,DISK] 2024-12-02T15:50:14,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41715,DS-aeca799c-d675-40b7-9a3b-0c6c1e99882e,DISK] 2024-12-02T15:50:14,816 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154584018 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154614801 2024-12-02T15:50:14,817 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42157:42157),(127.0.0.1/127.0.0.1:45703:45703)] 2024-12-02T15:50:14,817 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154584018 is not closed yet, will try archiving it next time 2024-12-02T15:50:14,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:50:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:50:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T15:50:14,820 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T15:50:14,821 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T15:50:14,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T15:50:14,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741833_1009 (size=5471) 2024-12-02T15:50:14,822 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154584018 not finished, retry = 0 2024-12-02T15:50:14,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741833_1009 (size=5471) 2024-12-02T15:50:14,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T15:50:14,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:14,976 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c3c0e562db441e7ddc38ac7e17861af6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T15:50:14,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/f2beab864c1d4e5786bffacbcf01f360 is 1055, key is row0003/info:/1733154614800/Put/seqid=0 2024-12-02T15:50:14,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741840_1016 (size=6008) 2024-12-02T15:50:14,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741840_1016 (size=6008) 2024-12-02T15:50:15,392 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/f2beab864c1d4e5786bffacbcf01f360 2024-12-02T15:50:15,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/f2beab864c1d4e5786bffacbcf01f360 as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2beab864c1d4e5786bffacbcf01f360 2024-12-02T15:50:15,408 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2beab864c1d4e5786bffacbcf01f360, entries=1, sequenceid=13, filesize=5.9 K 2024-12-02T15:50:15,409 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c3c0e562db441e7ddc38ac7e17861af6 in 433ms, sequenceid=13, compaction requested=true 2024-12-02T15:50:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c3c0e562db441e7ddc38ac7e17861af6: 2024-12-02T15:50:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T15:50:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T15:50:15,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T15:50:15,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 590 msec 2024-12-02T15:50:15,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 595 msec 2024-12-02T15:50:24,514 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T15:50:24,514 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T15:50:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T15:50:24,898 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T15:50:24,901 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:50:24,904 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T15:50:24,905 DEBUG [Time-limited test {}] regionserver.HStore(1541): c3c0e562db441e7ddc38ac7e17861af6/info is initiating minor compaction (all files) 2024-12-02T15:50:24,905 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:50:24,906 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:24,906 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c3c0e562db441e7ddc38ac7e17861af6/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:24,906 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2979d282fef45369e0a87ea45bd9207, hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/a2618783ab684002a2cf4a04f44d7941, hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2beab864c1d4e5786bffacbcf01f360] into tmpdir=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp, totalSize=17.6 K 2024-12-02T15:50:24,908 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f2979d282fef45369e0a87ea45bd9207, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733154594652 2024-12-02T15:50:24,909 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a2618783ab684002a2cf4a04f44d7941, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733154604741 2024-12-02T15:50:24,909 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f2beab864c1d4e5786bffacbcf01f360, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733154614800 2024-12-02T15:50:24,940 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c3c0e562db441e7ddc38ac7e17861af6#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:50:24,941 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/fccc077176844208a155146085580d1d is 1055, key is row0001/info:/1733154594652/Put/seqid=0 2024-12-02T15:50:24,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741841_1017 (size=8221) 2024-12-02T15:50:24,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741841_1017 (size=8221) 2024-12-02T15:50:24,957 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/fccc077176844208a155146085580d1d as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/fccc077176844208a155146085580d1d 2024-12-02T15:50:24,974 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3c0e562db441e7ddc38ac7e17861af6/info of c3c0e562db441e7ddc38ac7e17861af6 into fccc077176844208a155146085580d1d(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:50:24,975 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c3c0e562db441e7ddc38ac7e17861af6: 2024-12-02T15:50:24,995 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154624978, exclude list is [], retry=0 2024-12-02T15:50:24,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41715,DS-aeca799c-d675-40b7-9a3b-0c6c1e99882e,DISK] 2024-12-02T15:50:24,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-864592ea-fbb3-485e-8495-b92cde5037f7,DISK] 2024-12-02T15:50:25,000 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154614801 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154624978 2024-12-02T15:50:25,001 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45703:45703),(127.0.0.1/127.0.0.1:42157:42157)] 2024-12-02T15:50:25,001 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154614801 is not closed yet, will try archiving it next time 2024-12-02T15:50:25,001 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154584018 to hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/oldWALs/e1c0b6c2739c%2C37937%2C1733154583396.1733154584018 2024-12-02T15:50:25,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:50:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:50:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741839_1015 (size=2495) 2024-12-02T15:50:25,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741839_1015 (size=2495) 2024-12-02T15:50:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T15:50:25,006 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T15:50:25,007 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T15:50:25,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T15:50:25,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T15:50:25,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:25,161 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c3c0e562db441e7ddc38ac7e17861af6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T15:50:25,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/3791c4faca9b41e8ac3cb79fbe09d1c0 is 1055, key is row0000/info:/1733154624976/Put/seqid=0 2024-12-02T15:50:25,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741843_1019 (size=6008) 2024-12-02T15:50:25,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741843_1019 (size=6008) 2024-12-02T15:50:25,173 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/3791c4faca9b41e8ac3cb79fbe09d1c0 2024-12-02T15:50:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/3791c4faca9b41e8ac3cb79fbe09d1c0 as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/3791c4faca9b41e8ac3cb79fbe09d1c0 2024-12-02T15:50:25,188 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/3791c4faca9b41e8ac3cb79fbe09d1c0, entries=1, sequenceid=18, filesize=5.9 K 2024-12-02T15:50:25,189 INFO [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c3c0e562db441e7ddc38ac7e17861af6 in 28ms, sequenceid=18, compaction requested=false 2024-12-02T15:50:25,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c3c0e562db441e7ddc38ac7e17861af6: 2024-12-02T15:50:25,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:25,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T15:50:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T15:50:25,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T15:50:25,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 183 msec 2024-12-02T15:50:25,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-12-02T15:50:29,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c3c0e562db441e7ddc38ac7e17861af6, had cached 0 bytes from a total of 14229 2024-12-02T15:50:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T15:50:35,079 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T15:50:35,095 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154635081, exclude list is [], retry=0 2024-12-02T15:50:35,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41715,DS-aeca799c-d675-40b7-9a3b-0c6c1e99882e,DISK] 2024-12-02T15:50:35,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-864592ea-fbb3-485e-8495-b92cde5037f7,DISK] 2024-12-02T15:50:35,101 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154624978 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154635081 2024-12-02T15:50:35,101 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45703:45703),(127.0.0.1/127.0.0.1:42157:42157)] 2024-12-02T15:50:35,101 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154624978 is not closed yet, will try archiving it next time 2024-12-02T15:50:35,101 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.1733154614801 to hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/oldWALs/e1c0b6c2739c%2C37937%2C1733154583396.1733154614801 2024-12-02T15:50:35,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:50:35,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:50:35,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:50:35,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:50:35,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:50:35,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:50:35,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:50:35,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=908293602, stopped=false 2024-12-02T15:50:35,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741842_1018 (size=2001) 2024-12-02T15:50:35,103 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1c0b6c2739c,42633,1733154583235 2024-12-02T15:50:35,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741842_1018 (size=2001) 2024-12-02T15:50:35,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:50:35,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:50:35,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:35,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:35,148 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:50:35,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:50:35,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:50:35,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:50:35,148 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,37937,1733154583396' ***** 2024-12-02T15:50:35,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:50:35,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:50:35,148 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:50:35,149 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:50:35,149 INFO [RS:0;e1c0b6c2739c:37937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:50:35,149 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:50:35,149 INFO [RS:0;e1c0b6c2739c:37937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:50:35,149 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(3091): Received CLOSE for c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:50:35,149 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,37937,1733154583396 2024-12-02T15:50:35,149 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:50:35,149 INFO [RS:0;e1c0b6c2739c:37937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1c0b6c2739c:37937. 2024-12-02T15:50:35,149 DEBUG [RS:0;e1c0b6c2739c:37937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:50:35,149 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3c0e562db441e7ddc38ac7e17861af6, disabling compactions & flushes 2024-12-02T15:50:35,149 DEBUG [RS:0;e1c0b6c2739c:37937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:50:35,149 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:35,149 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:35,149 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:50:35,149 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:50:35,149 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. after waiting 0 ms 2024-12-02T15:50:35,150 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:50:35,150 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:35,150 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:50:35,150 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3c0e562db441e7ddc38ac7e17861af6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T15:50:35,150 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T15:50:35,150 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c3c0e562db441e7ddc38ac7e17861af6=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.} 2024-12-02T15:50:35,150 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3c0e562db441e7ddc38ac7e17861af6 2024-12-02T15:50:35,150 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:50:35,150 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:50:35,150 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:50:35,150 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:50:35,150 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:50:35,151 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-02T15:50:35,155 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/1b42ea1b8bc9420fa9641293cf93f031 is 1055, key is row0001/info:/1733154635080/Put/seqid=0 2024-12-02T15:50:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741845_1021 (size=6008) 2024-12-02T15:50:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741845_1021 (size=6008) 2024-12-02T15:50:35,170 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/1b42ea1b8bc9420fa9641293cf93f031 2024-12-02T15:50:35,174 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/.tmp/info/1af1a465fff64184857d23825523df60 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6./info:regioninfo/1733154584922/Put/seqid=0 2024-12-02T15:50:35,179 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/.tmp/info/1b42ea1b8bc9420fa9641293cf93f031 as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/1b42ea1b8bc9420fa9641293cf93f031 2024-12-02T15:50:35,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741846_1022 (size=7308) 2024-12-02T15:50:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741846_1022 (size=7308) 2024-12-02T15:50:35,186 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/.tmp/info/1af1a465fff64184857d23825523df60 2024-12-02T15:50:35,188 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/1b42ea1b8bc9420fa9641293cf93f031, entries=1, sequenceid=22, filesize=5.9 K 2024-12-02T15:50:35,190 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c3c0e562db441e7ddc38ac7e17861af6 in 39ms, sequenceid=22, compaction requested=true 2024-12-02T15:50:35,190 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2979d282fef45369e0a87ea45bd9207, hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/a2618783ab684002a2cf4a04f44d7941, hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2beab864c1d4e5786bffacbcf01f360] to archive 2024-12-02T15:50:35,193 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T15:50:35,196 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2979d282fef45369e0a87ea45bd9207 to hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2979d282fef45369e0a87ea45bd9207 2024-12-02T15:50:35,199 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/a2618783ab684002a2cf4a04f44d7941 to hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/a2618783ab684002a2cf4a04f44d7941 2024-12-02T15:50:35,201 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2beab864c1d4e5786bffacbcf01f360 to hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/info/f2beab864c1d4e5786bffacbcf01f360 2024-12-02T15:50:35,214 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e1c0b6c2739c:42633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-02T15:50:35,214 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f2979d282fef45369e0a87ea45bd9207=6008, a2618783ab684002a2cf4a04f44d7941=6008, f2beab864c1d4e5786bffacbcf01f360=6008] 2024-12-02T15:50:35,217 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/.tmp/ns/6c7acc9c5e8c4c41a41bb6e6d6a2b9d8 is 43, key is default/ns:d/1733154584487/Put/seqid=0 2024-12-02T15:50:35,220 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c3c0e562db441e7ddc38ac7e17861af6/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-02T15:50:35,220 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:35,220 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3c0e562db441e7ddc38ac7e17861af6: Waiting for close lock at 1733154635149Running coprocessor pre-close hooks at 1733154635149Disabling compacts and flushes for region at 1733154635149Disabling writes for close at 1733154635150 (+1 ms)Obtaining lock to block concurrent updates at 1733154635150Preparing flush snapshotting stores in c3c0e562db441e7ddc38ac7e17861af6 at 1733154635150Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733154635150Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. at 1733154635151 (+1 ms)Flushing c3c0e562db441e7ddc38ac7e17861af6/info: creating writer at 1733154635151Flushing c3c0e562db441e7ddc38ac7e17861af6/info: appending metadata at 1733154635154 (+3 ms)Flushing c3c0e562db441e7ddc38ac7e17861af6/info: closing flushed file at 1733154635154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe44561: reopening flushed file at 1733154635178 (+24 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c3c0e562db441e7ddc38ac7e17861af6 in 39ms, sequenceid=22, compaction requested=true at 1733154635190 (+12 ms)Writing region close event to WAL at 1733154635215 (+25 ms)Running coprocessor post-close hooks at 1733154635220 (+5 ms)Closed at 1733154635220 2024-12-02T15:50:35,221 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733154584556.c3c0e562db441e7ddc38ac7e17861af6. 2024-12-02T15:50:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741847_1023 (size=5153) 2024-12-02T15:50:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741847_1023 (size=5153) 2024-12-02T15:50:35,224 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/.tmp/ns/6c7acc9c5e8c4c41a41bb6e6d6a2b9d8 2024-12-02T15:50:35,246 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/.tmp/table/855930ff19274ae6a813010b71dd461a is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733154584937/Put/seqid=0 2024-12-02T15:50:35,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741848_1024 (size=5508) 2024-12-02T15:50:35,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741848_1024 (size=5508) 2024-12-02T15:50:35,350 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:50:35,551 DEBUG [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:50:35,657 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/.tmp/table/855930ff19274ae6a813010b71dd461a 2024-12-02T15:50:35,666 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/.tmp/info/1af1a465fff64184857d23825523df60 as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/info/1af1a465fff64184857d23825523df60 2024-12-02T15:50:35,673 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/info/1af1a465fff64184857d23825523df60, entries=10, sequenceid=11, filesize=7.1 K 2024-12-02T15:50:35,674 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/.tmp/ns/6c7acc9c5e8c4c41a41bb6e6d6a2b9d8 as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/ns/6c7acc9c5e8c4c41a41bb6e6d6a2b9d8 2024-12-02T15:50:35,680 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/ns/6c7acc9c5e8c4c41a41bb6e6d6a2b9d8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T15:50:35,681 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/.tmp/table/855930ff19274ae6a813010b71dd461a as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/table/855930ff19274ae6a813010b71dd461a 2024-12-02T15:50:35,688 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/table/855930ff19274ae6a813010b71dd461a, entries=2, sequenceid=11, filesize=5.4 K 2024-12-02T15:50:35,690 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 539ms, sequenceid=11, compaction requested=false 2024-12-02T15:50:35,698 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T15:50:35,699 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:50:35,699 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:50:35,699 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154635150Running coprocessor pre-close hooks at 1733154635150Disabling compacts and flushes for region at 1733154635150Disabling writes for close at 1733154635150Obtaining lock to block concurrent updates at 1733154635151 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733154635151Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733154635151Flushing stores of hbase:meta,,1.1588230740 at 1733154635152 (+1 ms)Flushing 1588230740/info: creating writer at 1733154635152Flushing 1588230740/info: appending metadata at 1733154635173 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733154635173Flushing 1588230740/ns: creating writer at 1733154635193 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733154635216 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733154635216Flushing 1588230740/table: creating writer at 1733154635232 (+16 ms)Flushing 1588230740/table: appending metadata at 1733154635246 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733154635246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a2411f: reopening flushed file at 1733154635664 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358d87e0: reopening flushed file at 1733154635673 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf7b880: reopening flushed file at 1733154635680 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 539ms, sequenceid=11, compaction requested=false at 1733154635690 (+10 ms)Writing region close event to WAL at 1733154635694 (+4 ms)Running coprocessor post-close hooks at 1733154635699 (+5 ms)Closed at 1733154635699 2024-12-02T15:50:35,699 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:50:35,751 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,37937,1733154583396; all regions closed. 2024-12-02T15:50:35,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741834_1010 (size=3306) 2024-12-02T15:50:35,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/WALs/e1c0b6c2739c,37937,1733154583396/e1c0b6c2739c%2C37937%2C1733154583396.meta.1733154584387.meta not finished, retry = 0 2024-12-02T15:50:35,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741834_1010 (size=3306) 2024-12-02T15:50:35,856 DEBUG [RS:0;e1c0b6c2739c:37937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/oldWALs 2024-12-02T15:50:35,856 INFO [RS:0;e1c0b6c2739c:37937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C37937%2C1733154583396.meta:.meta(num 1733154584387) 2024-12-02T15:50:35,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741844_1020 (size=1252) 2024-12-02T15:50:35,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741844_1020 (size=1252) 2024-12-02T15:50:35,863 DEBUG [RS:0;e1c0b6c2739c:37937 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/oldWALs 2024-12-02T15:50:35,863 INFO [RS:0;e1c0b6c2739c:37937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C37937%2C1733154583396:(num 1733154635081) 2024-12-02T15:50:35,863 DEBUG [RS:0;e1c0b6c2739c:37937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:50:35,863 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:50:35,863 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:50:35,863 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:50:35,863 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:50:35,863 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:50:35,864 INFO [RS:0;e1c0b6c2739c:37937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37937 2024-12-02T15:50:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,37937,1733154583396 2024-12-02T15:50:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:50:35,879 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:50:35,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,37937,1733154583396] 2024-12-02T15:50:35,881 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:50:35,897 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,37937,1733154583396 already deleted, retry=false 2024-12-02T15:50:35,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,37937,1733154583396 expired; onlineServers=0 2024-12-02T15:50:35,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1c0b6c2739c,42633,1733154583235' ***** 2024-12-02T15:50:35,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:50:35,898 INFO [M:0;e1c0b6c2739c:42633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:50:35,898 INFO [M:0;e1c0b6c2739c:42633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:50:35,898 DEBUG [M:0;e1c0b6c2739c:42633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:50:35,898 DEBUG [M:0;e1c0b6c2739c:42633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:50:35,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:50:35,898 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154583747 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154583747,5,FailOnTimeoutGroup] 2024-12-02T15:50:35,898 INFO [M:0;e1c0b6c2739c:42633 {}] hbase.ChoreService(370): Chore service for: master/e1c0b6c2739c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:50:35,898 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154583751 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154583751,5,FailOnTimeoutGroup] 2024-12-02T15:50:35,898 INFO [M:0;e1c0b6c2739c:42633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:50:35,898 DEBUG [M:0;e1c0b6c2739c:42633 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:50:35,899 INFO [M:0;e1c0b6c2739c:42633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:50:35,899 INFO [M:0;e1c0b6c2739c:42633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:50:35,899 INFO [M:0;e1c0b6c2739c:42633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:50:35,899 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:50:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T15:50:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:35,914 DEBUG [M:0;e1c0b6c2739c:42633 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-02T15:50:35,914 DEBUG [M:0;e1c0b6c2739c:42633 {}] master.ActiveMasterManager(353): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-02T15:50:35,916 INFO [M:0;e1c0b6c2739c:42633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/.lastflushedseqids 2024-12-02T15:50:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741849_1025 (size=130) 2024-12-02T15:50:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741849_1025 (size=130) 2024-12-02T15:50:35,930 INFO [M:0;e1c0b6c2739c:42633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:50:35,931 INFO [M:0;e1c0b6c2739c:42633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:50:35,931 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:50:35,931 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:50:35,931 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:50:35,931 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:50:35,931 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:50:35,931 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.91 KB 2024-12-02T15:50:35,956 DEBUG [M:0;e1c0b6c2739c:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/831d25ea367c42a5950c0cd9f77f2e7c is 82, key is hbase:meta,,1/info:regioninfo/1733154584424/Put/seqid=0 2024-12-02T15:50:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741850_1026 (size=5672) 2024-12-02T15:50:35,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741850_1026 (size=5672) 2024-12-02T15:50:35,966 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/831d25ea367c42a5950c0cd9f77f2e7c 2024-12-02T15:50:35,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:50:35,989 INFO [RS:0;e1c0b6c2739c:37937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:50:35,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1019805d5210001, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:50:35,989 INFO [RS:0;e1c0b6c2739c:37937 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,37937,1733154583396; zookeeper connection closed. 2024-12-02T15:50:35,992 DEBUG [M:0;e1c0b6c2739c:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62cd9bf5852f4485a7fcdcc0bd7f6faf is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733154584943/Put/seqid=0 2024-12-02T15:50:35,995 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c077714 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c077714 2024-12-02T15:50:35,995 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:50:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741851_1027 (size=7818) 2024-12-02T15:50:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741851_1027 (size=7818) 2024-12-02T15:50:36,007 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.94 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62cd9bf5852f4485a7fcdcc0bd7f6faf 2024-12-02T15:50:36,013 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62cd9bf5852f4485a7fcdcc0bd7f6faf 2024-12-02T15:50:36,033 DEBUG [M:0;e1c0b6c2739c:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76851299eb1149ad9be0b459408e1845 is 69, key is e1c0b6c2739c,37937,1733154583396/rs:state/1733154583858/Put/seqid=0 2024-12-02T15:50:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741852_1028 (size=5156) 2024-12-02T15:50:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741852_1028 (size=5156) 2024-12-02T15:50:36,041 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76851299eb1149ad9be0b459408e1845 2024-12-02T15:50:36,061 DEBUG [M:0;e1c0b6c2739c:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f6a608fb412d463f89277159ae3b3036 is 52, key is load_balancer_on/state:d/1733154584549/Put/seqid=0 2024-12-02T15:50:36,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741853_1029 (size=5056) 2024-12-02T15:50:36,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741853_1029 (size=5056) 2024-12-02T15:50:36,073 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f6a608fb412d463f89277159ae3b3036 2024-12-02T15:50:36,080 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/831d25ea367c42a5950c0cd9f77f2e7c as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/831d25ea367c42a5950c0cd9f77f2e7c 2024-12-02T15:50:36,085 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/831d25ea367c42a5950c0cd9f77f2e7c, entries=8, sequenceid=121, filesize=5.5 K 2024-12-02T15:50:36,086 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62cd9bf5852f4485a7fcdcc0bd7f6faf as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62cd9bf5852f4485a7fcdcc0bd7f6faf 2024-12-02T15:50:36,092 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62cd9bf5852f4485a7fcdcc0bd7f6faf 2024-12-02T15:50:36,092 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62cd9bf5852f4485a7fcdcc0bd7f6faf, entries=14, sequenceid=121, filesize=7.6 K 2024-12-02T15:50:36,093 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76851299eb1149ad9be0b459408e1845 as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76851299eb1149ad9be0b459408e1845 2024-12-02T15:50:36,099 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76851299eb1149ad9be0b459408e1845, entries=1, sequenceid=121, filesize=5.0 K 2024-12-02T15:50:36,100 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f6a608fb412d463f89277159ae3b3036 as hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f6a608fb412d463f89277159ae3b3036 2024-12-02T15:50:36,107 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/3f3af9b9-20cf-6da2-e51a-97559b74782c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f6a608fb412d463f89277159ae3b3036, entries=1, sequenceid=121, filesize=4.9 K 2024-12-02T15:50:36,109 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=121, compaction requested=false 2024-12-02T15:50:36,119 INFO [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:50:36,119 DEBUG [M:0;e1c0b6c2739c:42633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154635931Disabling compacts and flushes for region at 1733154635931Disabling writes for close at 1733154635931Obtaining lock to block concurrent updates at 1733154635931Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733154635931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44590, getHeapSize=56168, getOffHeapSize=0, getCellsCount=140 at 1733154635932 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733154635933 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733154635933Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733154635956 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733154635956Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733154635973 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733154635991 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733154635991Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733154636014 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733154636032 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733154636032Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733154636046 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733154636061 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733154636061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aba2eda: reopening flushed file at 1733154636079 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6affa8fb: reopening flushed file at 1733154636085 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c40d6c: reopening flushed file at 1733154636092 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a76a7b5: reopening flushed file at 1733154636099 (+7 ms)Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=121, compaction requested=false at 1733154636109 (+10 ms)Writing region close event to WAL at 1733154636119 (+10 ms)Closed at 1733154636119 2024-12-02T15:50:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41715 is added to blk_1073741830_1006 (size=52987) 2024-12-02T15:50:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741830_1006 (size=52987) 2024-12-02T15:50:36,123 INFO [M:0;e1c0b6c2739c:42633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:50:36,123 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:50:36,123 INFO [M:0;e1c0b6c2739c:42633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42633 2024-12-02T15:50:36,123 INFO [M:0;e1c0b6c2739c:42633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:50:36,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:50:36,231 INFO [M:0;e1c0b6c2739c:42633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:50:36,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019805d5210000, quorum=127.0.0.1:53713, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:50:36,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da8b574{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:50:36,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c669bbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:50:36,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:50:36,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79bcc77d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:50:36,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2320853e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.log.dir/,STOPPED} 2024-12-02T15:50:36,236 WARN [BP-1958092828-172.17.0.3-1733154581615 heartbeating to localhost/127.0.0.1:38059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:50:36,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:50:36,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:50:36,236 WARN [BP-1958092828-172.17.0.3-1733154581615 heartbeating to localhost/127.0.0.1:38059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1958092828-172.17.0.3-1733154581615 (Datanode Uuid 83deb0b5-b17e-4063-822f-d8b1e4897622) service to localhost/127.0.0.1:38059 2024-12-02T15:50:36,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/data/data3/current/BP-1958092828-172.17.0.3-1733154581615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:50:36,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/data/data4/current/BP-1958092828-172.17.0.3-1733154581615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:50:36,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:50:36,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@175ec169{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:50:36,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36b1a202{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:50:36,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:50:36,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:50:36,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c964b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.log.dir/,STOPPED} 2024-12-02T15:50:36,243 WARN [BP-1958092828-172.17.0.3-1733154581615 heartbeating to localhost/127.0.0.1:38059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:50:36,243 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:50:36,243 WARN [BP-1958092828-172.17.0.3-1733154581615 heartbeating to localhost/127.0.0.1:38059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1958092828-172.17.0.3-1733154581615 (Datanode Uuid c9f24682-0838-408c-bc1e-e48f31535984) service to localhost/127.0.0.1:38059 2024-12-02T15:50:36,243 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:50:36,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/data/data1/current/BP-1958092828-172.17.0.3-1733154581615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:50:36,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/cluster_22d9ebd6-abcd-e550-2439-4bc23a823d14/data/data2/current/BP-1958092828-172.17.0.3-1733154581615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:50:36,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:50:36,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ef851dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:50:36,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40944473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:50:36,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:50:36,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461658d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:50:36,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71724962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.log.dir/,STOPPED} 2024-12-02T15:50:36,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:50:36,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:50:36,286 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=99 (was 104), OpenFileDescriptor=428 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=9954 (was 10606) 2024-12-02T15:50:36,291 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=9954 2024-12-02T15:50:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:50:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.log.dir so I do NOT create it in target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974 2024-12-02T15:50:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a0ef0f4b-d2a0-91df-96cd-93451aa991d1/hadoop.tmp.dir so I do NOT create it in target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974 2024-12-02T15:50:36,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09, deleteOnExit=true 2024-12-02T15:50:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:50:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/test.cache.data in system properties and HBase conf 2024-12-02T15:50:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:50:36,292 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:50:36,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:50:36,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:50:36,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:50:36,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:50:36,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:50:36,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:50:36,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:50:36,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:50:36,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:50:36,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:50:36,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:50:36,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:50:36,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68d6b1bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:50:36,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29aec73c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:50:36,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@419549fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/java.io.tmpdir/jetty-localhost-46311-hadoop-hdfs-3_4_1-tests_jar-_-any-12065036704228429839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:50:36,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23f801fa{HTTP/1.1, (http/1.1)}{localhost:46311} 2024-12-02T15:50:36,635 INFO [Time-limited test {}] server.Server(415): Started @144817ms 2024-12-02T15:50:36,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:50:36,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:50:36,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:50:36,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:50:36,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:50:36,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@603fe95f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:50:36,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f112309{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:50:36,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@784391b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/java.io.tmpdir/jetty-localhost-40677-hadoop-hdfs-3_4_1-tests_jar-_-any-12438114129632346809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:50:36,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72588fe2{HTTP/1.1, (http/1.1)}{localhost:40677} 2024-12-02T15:50:36,944 INFO [Time-limited test {}] server.Server(415): Started @145126ms 2024-12-02T15:50:36,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:50:36,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:50:36,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:50:36,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:50:36,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:50:36,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:50:36,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170a96dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:50:36,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@886cba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:50:37,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d140f4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/java.io.tmpdir/jetty-localhost-36795-hadoop-hdfs-3_4_1-tests_jar-_-any-11589372660298051970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:50:37,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22bc77fc{HTTP/1.1, (http/1.1)}{localhost:36795} 2024-12-02T15:50:37,078 INFO [Time-limited test {}] server.Server(415): Started @145260ms 2024-12-02T15:50:37,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:50:37,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:50:37,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:50:37,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:50:37,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T15:50:37,475 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/data/data1/current/BP-1571166226-172.17.0.3-1733154636316/current, will proceed with Du for space computation calculation, 2024-12-02T15:50:37,478 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/data/data2/current/BP-1571166226-172.17.0.3-1733154636316/current, will proceed with Du for space computation calculation, 2024-12-02T15:50:37,511 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:50:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x502dc1343ef5308c with lease ID 0xed4140bd675742c3: Processing first storage report for DS-45e9e17a-feb6-4294-8ee8-02231724314e from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=3a5873b6-bb34-4d54-b74c-d574f0018f67, infoPort=37921, infoSecurePort=0, ipcPort=40643, storageInfo=lv=-57;cid=testClusterID;nsid=996603270;c=1733154636316) 2024-12-02T15:50:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x502dc1343ef5308c with lease ID 0xed4140bd675742c3: from storage DS-45e9e17a-feb6-4294-8ee8-02231724314e node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=3a5873b6-bb34-4d54-b74c-d574f0018f67, infoPort=37921, infoSecurePort=0, ipcPort=40643, storageInfo=lv=-57;cid=testClusterID;nsid=996603270;c=1733154636316), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:50:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x502dc1343ef5308c with lease ID 0xed4140bd675742c3: Processing first storage report for DS-0af29f7f-9126-41b7-98be-cf0441406734 from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=3a5873b6-bb34-4d54-b74c-d574f0018f67, infoPort=37921, infoSecurePort=0, ipcPort=40643, storageInfo=lv=-57;cid=testClusterID;nsid=996603270;c=1733154636316) 2024-12-02T15:50:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x502dc1343ef5308c with lease ID 0xed4140bd675742c3: from storage DS-0af29f7f-9126-41b7-98be-cf0441406734 node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=3a5873b6-bb34-4d54-b74c-d574f0018f67, infoPort=37921, infoSecurePort=0, ipcPort=40643, storageInfo=lv=-57;cid=testClusterID;nsid=996603270;c=1733154636316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:50:37,644 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/data/data3/current/BP-1571166226-172.17.0.3-1733154636316/current, will proceed with Du for space computation calculation, 2024-12-02T15:50:37,644 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/data/data4/current/BP-1571166226-172.17.0.3-1733154636316/current, will proceed with Du for space computation calculation, 2024-12-02T15:50:37,663 WARN [Thread-1092 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:50:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2400dd3c85fe1ba6 with lease ID 0xed4140bd675742c4: Processing first storage report for DS-980e368d-389d-45f8-880f-23ad8abec155 from datanode DatanodeRegistration(127.0.0.1:34545, datanodeUuid=6fff6afb-e97e-4480-a0bf-fa6cbf5d9c5c, infoPort=43957, infoSecurePort=0, ipcPort=42319, storageInfo=lv=-57;cid=testClusterID;nsid=996603270;c=1733154636316) 2024-12-02T15:50:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2400dd3c85fe1ba6 with lease ID 0xed4140bd675742c4: from storage DS-980e368d-389d-45f8-880f-23ad8abec155 node DatanodeRegistration(127.0.0.1:34545, datanodeUuid=6fff6afb-e97e-4480-a0bf-fa6cbf5d9c5c, infoPort=43957, infoSecurePort=0, ipcPort=42319, storageInfo=lv=-57;cid=testClusterID;nsid=996603270;c=1733154636316), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:50:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2400dd3c85fe1ba6 with lease ID 0xed4140bd675742c4: Processing first storage report for DS-eff4c548-b06e-4754-8a1c-843b0731f1ec from datanode DatanodeRegistration(127.0.0.1:34545, datanodeUuid=6fff6afb-e97e-4480-a0bf-fa6cbf5d9c5c, infoPort=43957, infoSecurePort=0, ipcPort=42319, storageInfo=lv=-57;cid=testClusterID;nsid=996603270;c=1733154636316) 2024-12-02T15:50:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2400dd3c85fe1ba6 with lease ID 0xed4140bd675742c4: from storage DS-eff4c548-b06e-4754-8a1c-843b0731f1ec node DatanodeRegistration(127.0.0.1:34545, datanodeUuid=6fff6afb-e97e-4480-a0bf-fa6cbf5d9c5c, infoPort=43957, infoSecurePort=0, ipcPort=42319, storageInfo=lv=-57;cid=testClusterID;nsid=996603270;c=1733154636316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:50:37,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974 2024-12-02T15:50:37,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/zookeeper_0, clientPort=59364, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:50:37,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59364 2024-12-02T15:50:37,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:50:37,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:50:37,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:50:37,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:50:37,731 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf with version=8 2024-12-02T15:50:37,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/hbase-staging 2024-12-02T15:50:37,733 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:50:37,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:50:37,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:50:37,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:50:37,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:50:37,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:50:37,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:50:37,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:50:37,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38807 2024-12-02T15:50:37,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38807 connecting to ZooKeeper ensemble=127.0.0.1:59364 2024-12-02T15:50:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388070x0, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:50:37,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38807-0x1019806aa0a0000 connected 2024-12-02T15:50:37,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:50:37,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:50:37,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:50:37,859 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf, hbase.cluster.distributed=false 2024-12-02T15:50:37,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:50:37,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38807 2024-12-02T15:50:37,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38807 2024-12-02T15:50:37,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38807 2024-12-02T15:50:37,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38807 2024-12-02T15:50:37,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38807 2024-12-02T15:50:37,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:50:37,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:50:37,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:50:37,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:50:37,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:50:37,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:50:37,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:50:37,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:50:37,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34771 2024-12-02T15:50:37,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34771 connecting to ZooKeeper ensemble=127.0.0.1:59364 2024-12-02T15:50:37,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:50:37,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:50:37,903 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347710x0, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:50:37,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347710x0, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:50:37,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:50:37,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34771-0x1019806aa0a0001 connected 2024-12-02T15:50:37,911 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:50:37,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:50:37,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:50:37,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34771 2024-12-02T15:50:37,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34771 2024-12-02T15:50:37,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34771 2024-12-02T15:50:37,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34771 2024-12-02T15:50:37,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34771 2024-12-02T15:50:37,928 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1c0b6c2739c:38807 2024-12-02T15:50:37,928 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1c0b6c2739c,38807,1733154637733 2024-12-02T15:50:37,936 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:50:37,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:50:37,937 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1c0b6c2739c,38807,1733154637733 2024-12-02T15:50:37,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:37,947 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:50:37,947 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:37,948 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T15:50:37,948 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1c0b6c2739c,38807,1733154637733 from backup master directory 2024-12-02T15:50:37,956 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:50:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1c0b6c2739c,38807,1733154637733 2024-12-02T15:50:37,956 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:50:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:50:37,956 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1c0b6c2739c,38807,1733154637733 2024-12-02T15:50:37,960 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/hbase.id] with ID: 2c72514e-ce0a-4263-9e3f-539d6499daed 2024-12-02T15:50:37,960 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/.tmp/hbase.id 2024-12-02T15:50:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:50:37,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:50:37,967 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/.tmp/hbase.id]:[hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/hbase.id] 2024-12-02T15:50:37,981 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:50:37,981 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:50:37,982 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:50:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:37,989 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:38,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:50:38,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:50:38,005 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:50:38,006 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:50:38,006 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:50:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:50:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:50:38,014 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store 2024-12-02T15:50:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:50:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:50:38,021 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:50:38,021 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:50:38,021 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:50:38,021 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:50:38,021 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:50:38,021 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:50:38,021 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:50:38,021 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154638021Disabling compacts and flushes for region at 1733154638021Disabling writes for close at 1733154638021Writing region close event to WAL at 1733154638021Closed at 1733154638021 2024-12-02T15:50:38,022 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/.initializing 2024-12-02T15:50:38,022 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/WALs/e1c0b6c2739c,38807,1733154637733 2024-12-02T15:50:38,023 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:50:38,025 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C38807%2C1733154637733, suffix=, logDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/WALs/e1c0b6c2739c,38807,1733154637733, archiveDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/oldWALs, maxLogs=10 2024-12-02T15:50:38,038 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/WALs/e1c0b6c2739c,38807,1733154637733/e1c0b6c2739c%2C38807%2C1733154637733.1733154638026, exclude list is [], retry=0 2024-12-02T15:50:38,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34545,DS-980e368d-389d-45f8-880f-23ad8abec155,DISK] 2024-12-02T15:50:38,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-45e9e17a-feb6-4294-8ee8-02231724314e,DISK] 2024-12-02T15:50:38,043 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/WALs/e1c0b6c2739c,38807,1733154637733/e1c0b6c2739c%2C38807%2C1733154637733.1733154638026 2024-12-02T15:50:38,043 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43957:43957),(127.0.0.1/127.0.0.1:37921:37921)] 2024-12-02T15:50:38,043 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:50:38,044 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:50:38,044 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,044 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:50:38,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:50:38,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:50:38,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:50:38,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:50:38,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:50:38,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:50:38,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:50:38,055 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,056 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,056 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,057 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,057 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,058 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:50:38,059 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:50:38,061 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:50:38,061 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692062, jitterRate=-0.119998037815094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:50:38,062 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733154638044Initializing all the Stores at 1733154638045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154638045Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154638045Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154638045Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154638045Cleaning up temporary data from old regions at 1733154638057 (+12 ms)Region opened successfully at 1733154638061 (+4 ms) 2024-12-02T15:50:38,062 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:50:38,065 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2e5ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:50:38,066 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:50:38,067 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:50:38,067 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:50:38,067 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:50:38,068 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:50:38,068 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:50:38,068 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:50:38,072 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:50:38,073 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T15:50:38,081 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T15:50:38,081 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:50:38,082 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:50:38,089 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T15:50:38,090 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:50:38,091 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:50:38,099 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T15:50:38,100 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:50:38,106 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T15:50:38,108 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:50:38,114 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T15:50:38,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:50:38,122 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:50:38,123 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:38,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:38,123 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1c0b6c2739c,38807,1733154637733, sessionid=0x1019806aa0a0000, setting cluster-up flag (Was=false) 2024-12-02T15:50:38,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:38,139 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:38,164 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T15:50:38,165 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,38807,1733154637733 2024-12-02T15:50:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:38,181 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:38,206 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T15:50:38,207 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,38807,1733154637733 2024-12-02T15:50:38,208 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:50:38,209 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:50:38,210 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:50:38,210 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:50:38,210 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1c0b6c2739c,38807,1733154637733 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:50:38,212 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:50:38,212 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:50:38,212 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:50:38,212 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:50:38,212 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1c0b6c2739c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:50:38,212 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,212 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:50:38,212 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,216 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733154668216 2024-12-02T15:50:38,216 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:50:38,216 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:50:38,216 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:50:38,216 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:50:38,216 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:50:38,216 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:50:38,216 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:50:38,217 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:50:38,217 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:50:38,217 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:50:38,217 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:50:38,218 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:50:38,218 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:50:38,218 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154638218,5,FailOnTimeoutGroup] 2024-12-02T15:50:38,220 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(746): ClusterId : 2c72514e-ce0a-4263-9e3f-539d6499daed 2024-12-02T15:50:38,220 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:50:38,222 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154638218,5,FailOnTimeoutGroup] 2024-12-02T15:50:38,223 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,223 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:50:38,223 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,223 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,223 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:50:38,239 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:50:38,239 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:50:38,249 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:50:38,249 DEBUG [RS:0;e1c0b6c2739c:34771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c638186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:50:38,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:50:38,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:50:38,252 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:50:38,253 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf 2024-12-02T15:50:38,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:50:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:50:38,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:50:38,264 DEBUG [RS:0;e1c0b6c2739c:34771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1c0b6c2739c:34771 2024-12-02T15:50:38,265 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:50:38,265 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:50:38,265 DEBUG [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:50:38,266 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,38807,1733154637733 with port=34771, startcode=1733154637885 2024-12-02T15:50:38,266 DEBUG [RS:0;e1c0b6c2739c:34771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:50:38,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:50:38,267 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:50:38,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:38,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:50:38,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38807 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:38,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:50:38,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:50:38,269 DEBUG [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf 2024-12-02T15:50:38,269 DEBUG [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38581 2024-12-02T15:50:38,269 DEBUG [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:50:38,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:50:38,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:50:38,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:50:38,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:50:38,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:50:38,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:50:38,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:50:38,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:50:38,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:50:38,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740 2024-12-02T15:50:38,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740 2024-12-02T15:50:38,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:50:38,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:50:38,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:50:38,279 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:50:38,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:50:38,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,34771,1733154637885] 2024-12-02T15:50:38,286 DEBUG [RS:0;e1c0b6c2739c:34771 {}] zookeeper.ZKUtil(111): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:38,287 WARN [RS:0;e1c0b6c2739c:34771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:50:38,287 INFO [RS:0;e1c0b6c2739c:34771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:50:38,287 DEBUG [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:38,292 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:50:38,295 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=735616, jitterRate=-0.06461647152900696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:50:38,295 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:50:38,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733154638265Initializing all the Stores at 1733154638266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154638266Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154638266Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154638266Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154638266Cleaning up temporary data from old regions at 1733154638278 (+12 ms)Region opened successfully at 1733154638296 (+18 ms) 2024-12-02T15:50:38,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:50:38,296 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:50:38,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:50:38,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:50:38,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:50:38,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:50:38,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154638296Disabling compacts and flushes for region at 1733154638296Disabling writes for close at 1733154638296Writing region close event to WAL at 1733154638299 (+3 ms)Closed at 1733154638299 2024-12-02T15:50:38,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:50:38,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:50:38,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:50:38,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:50:38,302 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:50:38,302 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:50:38,303 INFO [RS:0;e1c0b6c2739c:34771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:50:38,303 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,303 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:50:38,304 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:50:38,304 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,305 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:50:38,306 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:50:38,306 DEBUG [RS:0;e1c0b6c2739c:34771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:50:38,307 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,307 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,307 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,307 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,307 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,307 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,34771,1733154637885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:50:38,329 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:50:38,329 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,34771,1733154637885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,329 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,329 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.Replication(171): e1c0b6c2739c,34771,1733154637885 started 2024-12-02T15:50:38,342 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:38,343 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,34771,1733154637885, RpcServer on e1c0b6c2739c/172.17.0.3:34771, sessionid=0x1019806aa0a0001 2024-12-02T15:50:38,343 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:50:38,343 DEBUG [RS:0;e1c0b6c2739c:34771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:38,343 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,34771,1733154637885' 2024-12-02T15:50:38,343 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:50:38,343 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:50:38,344 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:50:38,344 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:50:38,344 DEBUG [RS:0;e1c0b6c2739c:34771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:38,344 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,34771,1733154637885' 2024-12-02T15:50:38,344 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:50:38,344 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:50:38,345 DEBUG [RS:0;e1c0b6c2739c:34771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:50:38,345 INFO [RS:0;e1c0b6c2739c:34771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:50:38,345 INFO [RS:0;e1c0b6c2739c:34771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:50:38,445 INFO [RS:0;e1c0b6c2739c:34771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:50:38,447 INFO [RS:0;e1c0b6c2739c:34771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C34771%2C1733154637885, suffix=, logDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885, archiveDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/oldWALs, maxLogs=32 2024-12-02T15:50:38,453 WARN [e1c0b6c2739c:38807 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:50:38,459 DEBUG [RS:0;e1c0b6c2739c:34771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154638447, exclude list is [], retry=0 2024-12-02T15:50:38,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-45e9e17a-feb6-4294-8ee8-02231724314e,DISK] 2024-12-02T15:50:38,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34545,DS-980e368d-389d-45f8-880f-23ad8abec155,DISK] 2024-12-02T15:50:38,467 INFO [RS:0;e1c0b6c2739c:34771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154638447 2024-12-02T15:50:38,467 DEBUG [RS:0;e1c0b6c2739c:34771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37921:37921),(127.0.0.1/127.0.0.1:43957:43957)] 2024-12-02T15:50:38,703 DEBUG [e1c0b6c2739c:38807 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:50:38,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:38,705 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,34771,1733154637885, state=OPENING 2024-12-02T15:50:38,761 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:50:38,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:38,772 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:50:38,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:50:38,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:50:38,773 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:50:38,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,34771,1733154637885}] 2024-12-02T15:50:38,926 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:50:38,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45223, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:50:38,931 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:50:38,932 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:50:38,932 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:50:38,934 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C34771%2C1733154637885.meta, suffix=.meta, logDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885, archiveDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/oldWALs, maxLogs=32 2024-12-02T15:50:38,946 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.meta.1733154638934.meta, exclude list is [], retry=0 2024-12-02T15:50:38,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34545,DS-980e368d-389d-45f8-880f-23ad8abec155,DISK] 2024-12-02T15:50:38,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-45e9e17a-feb6-4294-8ee8-02231724314e,DISK] 2024-12-02T15:50:38,952 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.meta.1733154638934.meta 2024-12-02T15:50:38,952 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43957:43957),(127.0.0.1/127.0.0.1:37921:37921)] 2024-12-02T15:50:38,952 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:50:38,952 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:50:38,953 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:50:38,953 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:50:38,953 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:50:38,953 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:50:38,953 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:50:38,953 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:50:38,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:50:38,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:50:38,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:50:38,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:50:38,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:50:38,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:50:38,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:50:38,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:50:38,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:50:38,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:50:38,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:50:38,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:38,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:50:38,960 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:50:38,960 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740 2024-12-02T15:50:38,961 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740 2024-12-02T15:50:38,963 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:50:38,963 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:50:38,963 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:50:38,965 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:50:38,966 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721409, jitterRate=-0.08268122375011444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:50:38,966 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:50:38,967 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733154638953Writing region info on filesystem at 1733154638953Initializing all the Stores at 1733154638954 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154638954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154638954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154638954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154638954Cleaning up temporary data from old regions at 1733154638963 (+9 ms)Running coprocessor post-open hooks at 1733154638966 (+3 ms)Region opened successfully at 1733154638967 (+1 ms) 2024-12-02T15:50:38,968 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733154638926 2024-12-02T15:50:38,971 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:50:38,971 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:50:38,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:38,974 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,34771,1733154637885, state=OPEN 2024-12-02T15:50:39,003 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:50:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:50:39,003 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:39,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:50:39,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:50:39,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:50:39,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,34771,1733154637885 in 230 msec 2024-12-02T15:50:39,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:50:39,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 706 msec 2024-12-02T15:50:39,009 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:50:39,009 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:50:39,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:50:39,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,34771,1733154637885, seqNum=-1] 2024-12-02T15:50:39,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:50:39,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43719, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:50:39,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 809 msec 2024-12-02T15:50:39,019 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733154639019, completionTime=-1 2024-12-02T15:50:39,019 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:50:39,019 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:50:39,021 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:50:39,021 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733154699021 2024-12-02T15:50:39,021 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733154759021 2024-12-02T15:50:39,021 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T15:50:39,022 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,38807,1733154637733-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:39,022 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,38807,1733154637733-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:39,022 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,38807,1733154637733-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:39,022 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1c0b6c2739c:38807, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:39,022 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:39,022 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:39,024 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:50:39,029 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.073sec 2024-12-02T15:50:39,029 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:50:39,029 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:50:39,029 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:50:39,029 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:50:39,029 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:50:39,029 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,38807,1733154637733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:50:39,029 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,38807,1733154637733-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:50:39,033 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:50:39,033 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:50:39,033 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,38807,1733154637733-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:50:39,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2b7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:50:39,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,38807,-1 for getting cluster id 2024-12-02T15:50:39,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:50:39,122 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c72514e-ce0a-4263-9e3f-539d6499daed' 2024-12-02T15:50:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:50:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c72514e-ce0a-4263-9e3f-539d6499daed" 2024-12-02T15:50:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780b14c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:50:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,38807,-1] 2024-12-02T15:50:39,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:50:39,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:50:39,124 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:50:39,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a20de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:50:39,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:50:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,34771,1733154637885, seqNum=-1] 2024-12-02T15:50:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:50:39,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:50:39,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1c0b6c2739c,38807,1733154637733 2024-12-02T15:50:39,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:50:39,132 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T15:50:39,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:50:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,38807,1733154637733 2024-12-02T15:50:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@507eceb 2024-12-02T15:50:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:50:39,136 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:50:39,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38807 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T15:50:39,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38807 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T15:50:39,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:50:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-02T15:50:39,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:50:39,140 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:39,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-02T15:50:39,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:50:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:50:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741835_1011 (size=381) 2024-12-02T15:50:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741835_1011 (size=381) 2024-12-02T15:50:39,150 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 519557a888fbde2937ba7d5ec34feec7, NAME => 'TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf 2024-12-02T15:50:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741836_1012 (size=64) 2024-12-02T15:50:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741836_1012 (size=64) 2024-12-02T15:50:39,161 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:50:39,161 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 519557a888fbde2937ba7d5ec34feec7, disabling compactions & flushes 2024-12-02T15:50:39,161 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:50:39,161 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:50:39,162 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. after waiting 0 ms 2024-12-02T15:50:39,162 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:50:39,162 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:50:39,162 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 519557a888fbde2937ba7d5ec34feec7: Waiting for close lock at 1733154639161Disabling compacts and flushes for region at 1733154639161Disabling writes for close at 1733154639162 (+1 ms)Writing region close event to WAL at 1733154639162Closed at 1733154639162 2024-12-02T15:50:39,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:50:39,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733154639163"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733154639163"}]},"ts":"1733154639163"} 2024-12-02T15:50:39,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T15:50:39,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:50:39,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733154639167"}]},"ts":"1733154639167"} 2024-12-02T15:50:39,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-02T15:50:39,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=519557a888fbde2937ba7d5ec34feec7, ASSIGN}] 2024-12-02T15:50:39,170 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=519557a888fbde2937ba7d5ec34feec7, ASSIGN 2024-12-02T15:50:39,171 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=519557a888fbde2937ba7d5ec34feec7, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,34771,1733154637885; forceNewPlan=false, retain=false 2024-12-02T15:50:39,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=519557a888fbde2937ba7d5ec34feec7, regionState=OPENING, regionLocation=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:39,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=519557a888fbde2937ba7d5ec34feec7, ASSIGN because future has completed 2024-12-02T15:50:39,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885}] 2024-12-02T15:50:39,485 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:50:39,485 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 519557a888fbde2937ba7d5ec34feec7, NAME => 'TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:50:39,485 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,486 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:50:39,486 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,486 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,488 INFO [StoreOpener-519557a888fbde2937ba7d5ec34feec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,489 INFO [StoreOpener-519557a888fbde2937ba7d5ec34feec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 519557a888fbde2937ba7d5ec34feec7 columnFamilyName info 2024-12-02T15:50:39,489 DEBUG [StoreOpener-519557a888fbde2937ba7d5ec34feec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:50:39,490 INFO [StoreOpener-519557a888fbde2937ba7d5ec34feec7-1 {}] regionserver.HStore(327): Store=519557a888fbde2937ba7d5ec34feec7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:50:39,490 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,491 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,491 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,491 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,491 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,493 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,495 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:50:39,495 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 519557a888fbde2937ba7d5ec34feec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=881537, jitterRate=0.12093229591846466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:50:39,495 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:39,496 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 519557a888fbde2937ba7d5ec34feec7: Running coprocessor pre-open hook at 1733154639486Writing region info on filesystem at 1733154639486Initializing all the Stores at 1733154639487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154639487Cleaning up temporary data from old regions at 1733154639491 (+4 ms)Running coprocessor post-open hooks at 1733154639495 (+4 ms)Region opened successfully at 1733154639496 (+1 ms) 2024-12-02T15:50:39,497 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., pid=6, masterSystemTime=1733154639479 2024-12-02T15:50:39,499 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:50:39,499 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:50:39,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=519557a888fbde2937ba7d5ec34feec7, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:39,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 because future has completed 2024-12-02T15:50:39,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T15:50:39,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 in 182 msec 2024-12-02T15:50:39,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T15:50:39,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=519557a888fbde2937ba7d5ec34feec7, ASSIGN in 341 msec 2024-12-02T15:50:39,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:50:39,513 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733154639513"}]},"ts":"1733154639513"} 2024-12-02T15:50:39,515 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-02T15:50:39,516 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:50:39,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 379 msec 2024-12-02T15:50:40,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:50:40,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:40,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:50:44,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:50:44,296 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-02T15:50:47,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:50:47,151 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:50:47,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:50:47,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T15:50:47,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:50:47,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T15:50:47,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-02T15:50:47,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-02T15:50:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:50:49,199 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-02T15:50:49,199 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-02T15:50:49,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-02T15:50:49,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:50:49,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2] 2024-12-02T15:50:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:49,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 519557a888fbde2937ba7d5ec34feec7 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T15:50:49,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/7242241cc9514d49b6815879f50dc8ee is 1055, key is row0001/info:/1733154649213/Put/seqid=0 2024-12-02T15:50:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741837_1013 (size=13386) 2024-12-02T15:50:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741837_1013 (size=13386) 2024-12-02T15:50:49,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/7242241cc9514d49b6815879f50dc8ee 2024-12-02T15:50:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/7242241cc9514d49b6815879f50dc8ee as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7242241cc9514d49b6815879f50dc8ee 2024-12-02T15:50:49,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7242241cc9514d49b6815879f50dc8ee, entries=8, sequenceid=12, filesize=13.1 K 2024-12-02T15:50:49,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T15:50:49,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 519557a888fbde2937ba7d5ec34feec7 in 44ms, sequenceid=12, compaction requested=false 2024-12-02T15:50:49,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 519557a888fbde2937ba7d5ec34feec7: 2024-12-02T15:50:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:51378 deadline: 1733154659268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:50:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:50:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:50:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2 because the exception is null or not the one we care about 2024-12-02T15:50:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:50:59,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 519557a888fbde2937ba7d5ec34feec7 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-02T15:50:59,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/1b4051253b7e44628f406ce7ac3dc7f5 is 1055, key is row0009/info:/1733154649226/Put/seqid=0 2024-12-02T15:50:59,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741838_1014 (size=28134) 2024-12-02T15:50:59,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741838_1014 (size=28134) 2024-12-02T15:50:59,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/1b4051253b7e44628f406ce7ac3dc7f5 2024-12-02T15:50:59,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/1b4051253b7e44628f406ce7ac3dc7f5 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/1b4051253b7e44628f406ce7ac3dc7f5 2024-12-02T15:50:59,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/1b4051253b7e44628f406ce7ac3dc7f5, entries=22, sequenceid=37, filesize=27.5 K 2024-12-02T15:50:59,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 519557a888fbde2937ba7d5ec34feec7 in 27ms, sequenceid=37, compaction requested=false 2024-12-02T15:50:59,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 519557a888fbde2937ba7d5ec34feec7: 2024-12-02T15:50:59,341 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-12-02T15:50:59,341 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:50:59,341 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/1b4051253b7e44628f406ce7ac3dc7f5 because midkey is the same as first or last row 2024-12-02T15:51:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:01,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 519557a888fbde2937ba7d5ec34feec7 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T15:51:01,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/a99ef84bcbe6446fa4d5e7431cdc9aac is 1055, key is row0031/info:/1733154659315/Put/seqid=0 2024-12-02T15:51:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741839_1015 (size=13386) 2024-12-02T15:51:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741839_1015 (size=13386) 2024-12-02T15:51:01,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/a99ef84bcbe6446fa4d5e7431cdc9aac 2024-12-02T15:51:01,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/a99ef84bcbe6446fa4d5e7431cdc9aac as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a99ef84bcbe6446fa4d5e7431cdc9aac 2024-12-02T15:51:01,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a99ef84bcbe6446fa4d5e7431cdc9aac, entries=8, sequenceid=48, filesize=13.1 K 2024-12-02T15:51:01,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 519557a888fbde2937ba7d5ec34feec7 in 38ms, sequenceid=48, compaction requested=true 2024-12-02T15:51:01,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 519557a888fbde2937ba7d5ec34feec7: 2024-12-02T15:51:01,369 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-12-02T15:51:01,369 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:01,369 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/1b4051253b7e44628f406ce7ac3dc7f5 because midkey is the same as first or last row 2024-12-02T15:51:01,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 519557a888fbde2937ba7d5ec34feec7:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T15:51:01,371 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:51:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:01,372 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T15:51:01,372 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1541): 519557a888fbde2937ba7d5ec34feec7/info is initiating minor compaction (all files) 2024-12-02T15:51:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:01,373 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 519557a888fbde2937ba7d5ec34feec7/info in TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:51:01,373 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7242241cc9514d49b6815879f50dc8ee, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/1b4051253b7e44628f406ce7ac3dc7f5, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a99ef84bcbe6446fa4d5e7431cdc9aac] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp, totalSize=53.6 K 2024-12-02T15:51:01,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 519557a888fbde2937ba7d5ec34feec7 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-02T15:51:01,373 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7242241cc9514d49b6815879f50dc8ee, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733154649213 2024-12-02T15:51:01,374 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b4051253b7e44628f406ce7ac3dc7f5, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733154649226 2024-12-02T15:51:01,374 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting a99ef84bcbe6446fa4d5e7431cdc9aac, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733154659315 2024-12-02T15:51:01,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/b2d392a8ffd7461d9c31ba5b07bd87cc is 1055, key is row0039/info:/1733154661332/Put/seqid=0 2024-12-02T15:51:01,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741840_1016 (size=22874) 2024-12-02T15:51:01,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741840_1016 (size=22874) 2024-12-02T15:51:01,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/b2d392a8ffd7461d9c31ba5b07bd87cc 2024-12-02T15:51:01,405 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 519557a888fbde2937ba7d5ec34feec7#info#compaction#35 average throughput is 19.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:01,405 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/7161c33aa9d642b384fbec0348bfd9eb is 1055, key is row0001/info:/1733154649213/Put/seqid=0 2024-12-02T15:51:01,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/b2d392a8ffd7461d9c31ba5b07bd87cc as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/b2d392a8ffd7461d9c31ba5b07bd87cc 2024-12-02T15:51:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741841_1017 (size=45105) 2024-12-02T15:51:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741841_1017 (size=45105) 2024-12-02T15:51:01,422 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/7161c33aa9d642b384fbec0348bfd9eb as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb 2024-12-02T15:51:01,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/b2d392a8ffd7461d9c31ba5b07bd87cc, entries=17, sequenceid=68, filesize=22.3 K 2024-12-02T15:51:01,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 519557a888fbde2937ba7d5ec34feec7 in 56ms, sequenceid=68, compaction requested=false 2024-12-02T15:51:01,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 519557a888fbde2937ba7d5ec34feec7: 2024-12-02T15:51:01,430 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-12-02T15:51:01,430 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:01,430 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 519557a888fbde2937ba7d5ec34feec7/info of 519557a888fbde2937ba7d5ec34feec7 into 7161c33aa9d642b384fbec0348bfd9eb(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:01,430 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 519557a888fbde2937ba7d5ec34feec7: 2024-12-02T15:51:01,430 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb because midkey is the same as first or last row 2024-12-02T15:51:01,433 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., storeName=519557a888fbde2937ba7d5ec34feec7/info, priority=13, startTime=1733154661370; duration=0sec 2024-12-02T15:51:01,433 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-12-02T15:51:01,433 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:01,433 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb because midkey is the same as first or last row 2024-12-02T15:51:01,434 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-12-02T15:51:01,434 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:01,434 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb because midkey is the same as first or last row 2024-12-02T15:51:01,434 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-12-02T15:51:01,434 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:01,434 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb because midkey is the same as first or last row 2024-12-02T15:51:01,435 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:01,435 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 519557a888fbde2937ba7d5ec34feec7:info 2024-12-02T15:51:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 519557a888fbde2937ba7d5ec34feec7 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-02T15:51:03,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/a0121e4dbae845238453593c2b81f262 is 1055, key is row0056/info:/1733154661374/Put/seqid=0 2024-12-02T15:51:03,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741842_1018 (size=15490) 2024-12-02T15:51:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741842_1018 (size=15490) 2024-12-02T15:51:03,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/a0121e4dbae845238453593c2b81f262 2024-12-02T15:51:03,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/a0121e4dbae845238453593c2b81f262 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a0121e4dbae845238453593c2b81f262 2024-12-02T15:51:03,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a0121e4dbae845238453593c2b81f262, entries=10, sequenceid=82, filesize=15.1 K 2024-12-02T15:51:03,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=12.32 KB/12612 for 519557a888fbde2937ba7d5ec34feec7 in 36ms, sequenceid=82, compaction requested=true 2024-12-02T15:51:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 519557a888fbde2937ba7d5ec34feec7: 2024-12-02T15:51:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-12-02T15:51:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb because midkey is the same as first or last row 2024-12-02T15:51:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 519557a888fbde2937ba7d5ec34feec7:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T15:51:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:03,435 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:51:03,437 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T15:51:03,437 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1541): 519557a888fbde2937ba7d5ec34feec7/info is initiating minor compaction (all files) 2024-12-02T15:51:03,437 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 519557a888fbde2937ba7d5ec34feec7/info in TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:51:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,437 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/b2d392a8ffd7461d9c31ba5b07bd87cc, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a0121e4dbae845238453593c2b81f262] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp, totalSize=81.5 K 2024-12-02T15:51:03,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 519557a888fbde2937ba7d5ec34feec7 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-02T15:51:03,438 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7161c33aa9d642b384fbec0348bfd9eb, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733154649213 2024-12-02T15:51:03,439 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2d392a8ffd7461d9c31ba5b07bd87cc, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733154661332 2024-12-02T15:51:03,439 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0121e4dbae845238453593c2b81f262, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733154661374 2024-12-02T15:51:03,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/5e266d16f28a4f6483310c28d89174af is 1055, key is row0066/info:/1733154663400/Put/seqid=0 2024-12-02T15:51:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741843_1019 (size=19714) 2024-12-02T15:51:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741843_1019 (size=19714) 2024-12-02T15:51:03,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/5e266d16f28a4f6483310c28d89174af 2024-12-02T15:51:03,472 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 519557a888fbde2937ba7d5ec34feec7#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:03,474 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/2a7b94862f5a4264885fd76c5ec9dfe9 is 1055, key is row0001/info:/1733154649213/Put/seqid=0 2024-12-02T15:51:03,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/5e266d16f28a4f6483310c28d89174af as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/5e266d16f28a4f6483310c28d89174af 2024-12-02T15:51:03,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T15:51:03,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/5e266d16f28a4f6483310c28d89174af, entries=14, sequenceid=99, filesize=19.3 K 2024-12-02T15:51:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:51378 deadline: 1733154673489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:51:03,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:51:03,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2 because the exception is null or not the one we care about 2024-12-02T15:51:03,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 519557a888fbde2937ba7d5ec34feec7 in 55ms, sequenceid=99, compaction requested=false 2024-12-02T15:51:03,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 519557a888fbde2937ba7d5ec34feec7: 2024-12-02T15:51:03,492 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=100.8 K, sizeToCheck=16.0 K 2024-12-02T15:51:03,492 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:03,493 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb because midkey is the same as first or last row 2024-12-02T15:51:03,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741844_1020 (size=73753) 2024-12-02T15:51:03,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741844_1020 (size=73753) 2024-12-02T15:51:03,508 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/2a7b94862f5a4264885fd76c5ec9dfe9 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/2a7b94862f5a4264885fd76c5ec9dfe9 2024-12-02T15:51:03,516 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 519557a888fbde2937ba7d5ec34feec7/info of 519557a888fbde2937ba7d5ec34feec7 into 2a7b94862f5a4264885fd76c5ec9dfe9(size=72.0 K), total size for store is 91.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:03,516 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 519557a888fbde2937ba7d5ec34feec7: 2024-12-02T15:51:03,516 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., storeName=519557a888fbde2937ba7d5ec34feec7/info, priority=13, startTime=1733154663435; duration=0sec 2024-12-02T15:51:03,516 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-12-02T15:51:03,516 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:03,516 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-12-02T15:51:03,516 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:03,516 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-12-02T15:51:03,516 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T15:51:03,517 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:03,517 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:03,517 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 519557a888fbde2937ba7d5ec34feec7:info 2024-12-02T15:51:03,518 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38807 {}] assignment.AssignmentManager(1363): Split request from e1c0b6c2739c,34771,1733154637885, parent={ENCODED => 519557a888fbde2937ba7d5ec34feec7, NAME => 'TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-02T15:51:03,524 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38807 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:03,528 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=519557a888fbde2937ba7d5ec34feec7, daughterA=f19770522097957d7ae8886c90d2986c, daughterB=41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:03,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=519557a888fbde2937ba7d5ec34feec7, daughterA=f19770522097957d7ae8886c90d2986c, daughterB=41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:03,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=519557a888fbde2937ba7d5ec34feec7, daughterA=f19770522097957d7ae8886c90d2986c, daughterB=41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:03,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=519557a888fbde2937ba7d5ec34feec7, daughterA=f19770522097957d7ae8886c90d2986c, daughterB=41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:03,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=519557a888fbde2937ba7d5ec34feec7, UNASSIGN}] 2024-12-02T15:51:03,539 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=519557a888fbde2937ba7d5ec34feec7, UNASSIGN 2024-12-02T15:51:03,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=519557a888fbde2937ba7d5ec34feec7, regionState=CLOSING, regionLocation=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:03,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=519557a888fbde2937ba7d5ec34feec7, UNASSIGN because future has completed 2024-12-02T15:51:03,544 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-02T15:51:03,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885}] 2024-12-02T15:51:03,702 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,702 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-02T15:51:03,703 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 519557a888fbde2937ba7d5ec34feec7, disabling compactions & flushes 2024-12-02T15:51:03,703 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:51:03,703 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:51:03,703 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. after waiting 0 ms 2024-12-02T15:51:03,703 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:51:03,703 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 519557a888fbde2937ba7d5ec34feec7 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-02T15:51:03,709 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/6e2fce90a586470eb1a98e4b2e305aeb is 1055, key is row0080/info:/1733154663441/Put/seqid=0 2024-12-02T15:51:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741845_1021 (size=20766) 2024-12-02T15:51:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741845_1021 (size=20766) 2024-12-02T15:51:03,717 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/6e2fce90a586470eb1a98e4b2e305aeb 2024-12-02T15:51:03,723 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/.tmp/info/6e2fce90a586470eb1a98e4b2e305aeb as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/6e2fce90a586470eb1a98e4b2e305aeb 2024-12-02T15:51:03,735 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/6e2fce90a586470eb1a98e4b2e305aeb, entries=15, sequenceid=118, filesize=20.3 K 2024-12-02T15:51:03,742 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=0 B/0 for 519557a888fbde2937ba7d5ec34feec7 in 39ms, sequenceid=118, compaction requested=true 2024-12-02T15:51:03,743 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7242241cc9514d49b6815879f50dc8ee, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/1b4051253b7e44628f406ce7ac3dc7f5, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a99ef84bcbe6446fa4d5e7431cdc9aac, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/b2d392a8ffd7461d9c31ba5b07bd87cc, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a0121e4dbae845238453593c2b81f262] to archive 2024-12-02T15:51:03,744 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T15:51:03,747 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7242241cc9514d49b6815879f50dc8ee to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7242241cc9514d49b6815879f50dc8ee 2024-12-02T15:51:03,748 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/1b4051253b7e44628f406ce7ac3dc7f5 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/1b4051253b7e44628f406ce7ac3dc7f5 2024-12-02T15:51:03,750 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/7161c33aa9d642b384fbec0348bfd9eb 2024-12-02T15:51:03,751 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a99ef84bcbe6446fa4d5e7431cdc9aac to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a99ef84bcbe6446fa4d5e7431cdc9aac 2024-12-02T15:51:03,753 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/b2d392a8ffd7461d9c31ba5b07bd87cc to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/b2d392a8ffd7461d9c31ba5b07bd87cc 2024-12-02T15:51:03,754 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a0121e4dbae845238453593c2b81f262 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/a0121e4dbae845238453593c2b81f262 2024-12-02T15:51:03,760 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-12-02T15:51:03,761 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. 2024-12-02T15:51:03,761 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 519557a888fbde2937ba7d5ec34feec7: Waiting for close lock at 1733154663703Running coprocessor pre-close hooks at 1733154663703Disabling compacts and flushes for region at 1733154663703Disabling writes for close at 1733154663703Obtaining lock to block concurrent updates at 1733154663703Preparing flush snapshotting stores in 519557a888fbde2937ba7d5ec34feec7 at 1733154663703Finished memstore snapshotting TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., syncing WAL and waiting on mvcc, flushsize=dataSize=15765, getHeapSize=17160, getOffHeapSize=0, getCellsCount=15 at 1733154663704 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. at 1733154663704Flushing 519557a888fbde2937ba7d5ec34feec7/info: creating writer at 1733154663704Flushing 519557a888fbde2937ba7d5ec34feec7/info: appending metadata at 1733154663708 (+4 ms)Flushing 519557a888fbde2937ba7d5ec34feec7/info: closing flushed file at 1733154663708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b00fab3: reopening flushed file at 1733154663722 (+14 ms)Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=0 B/0 for 519557a888fbde2937ba7d5ec34feec7 in 39ms, sequenceid=118, compaction requested=true at 1733154663742 (+20 ms)Writing region close event to WAL at 1733154663756 (+14 ms)Running coprocessor post-close hooks at 1733154663761 (+5 ms)Closed at 1733154663761 2024-12-02T15:51:03,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=519557a888fbde2937ba7d5ec34feec7, regionState=CLOSED 2024-12-02T15:51:03,767 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 because future has completed 2024-12-02T15:51:03,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T15:51:03,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 519557a888fbde2937ba7d5ec34feec7, server=e1c0b6c2739c,34771,1733154637885 in 226 msec 2024-12-02T15:51:03,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T15:51:03,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=519557a888fbde2937ba7d5ec34feec7, UNASSIGN in 239 msec 2024-12-02T15:51:03,788 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:03,796 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=519557a888fbde2937ba7d5ec34feec7, threads=3 2024-12-02T15:51:03,797 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/2a7b94862f5a4264885fd76c5ec9dfe9 for region: 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,797 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/6e2fce90a586470eb1a98e4b2e305aeb for region: 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,797 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/5e266d16f28a4f6483310c28d89174af for region: 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,811 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/5e266d16f28a4f6483310c28d89174af, top=true 2024-12-02T15:51:03,811 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/6e2fce90a586470eb1a98e4b2e305aeb, top=true 2024-12-02T15:51:03,818 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-6e2fce90a586470eb1a98e4b2e305aeb for child: 41f1f343f3bcc1bede2379310717ec8a, parent: 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,819 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/6e2fce90a586470eb1a98e4b2e305aeb for region: 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741846_1022 (size=27) 2024-12-02T15:51:03,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741846_1022 (size=27) 2024-12-02T15:51:03,823 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-5e266d16f28a4f6483310c28d89174af for child: 41f1f343f3bcc1bede2379310717ec8a, parent: 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,823 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/5e266d16f28a4f6483310c28d89174af for region: 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:03,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741847_1023 (size=27) 2024-12-02T15:51:03,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741847_1023 (size=27) 2024-12-02T15:51:04,243 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/2a7b94862f5a4264885fd76c5ec9dfe9 for region: 519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:04,244 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 519557a888fbde2937ba7d5ec34feec7 Daughter A: [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7] storefiles, Daughter B: [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-5e266d16f28a4f6483310c28d89174af, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-6e2fce90a586470eb1a98e4b2e305aeb] storefiles. 2024-12-02T15:51:04,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741848_1024 (size=71) 2024-12-02T15:51:04,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741848_1024 (size=71) 2024-12-02T15:51:04,256 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741849_1025 (size=71) 2024-12-02T15:51:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741849_1025 (size=71) 2024-12-02T15:51:04,271 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:04,281 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-12-02T15:51:04,284 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-12-02T15:51:04,287 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733154664286"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733154664286"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733154664286"}]},"ts":"1733154664286"} 2024-12-02T15:51:04,287 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733154664286"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733154664286"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733154664286"}]},"ts":"1733154664286"} 2024-12-02T15:51:04,287 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733154664286"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733154664286"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733154664286"}]},"ts":"1733154664286"} 2024-12-02T15:51:04,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f19770522097957d7ae8886c90d2986c, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41f1f343f3bcc1bede2379310717ec8a, ASSIGN}] 2024-12-02T15:51:04,304 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41f1f343f3bcc1bede2379310717ec8a, ASSIGN 2024-12-02T15:51:04,304 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f19770522097957d7ae8886c90d2986c, ASSIGN 2024-12-02T15:51:04,304 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41f1f343f3bcc1bede2379310717ec8a, ASSIGN; state=SPLITTING_NEW, location=e1c0b6c2739c,34771,1733154637885; forceNewPlan=false, retain=false 2024-12-02T15:51:04,304 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f19770522097957d7ae8886c90d2986c, ASSIGN; state=SPLITTING_NEW, location=e1c0b6c2739c,34771,1733154637885; forceNewPlan=false, retain=false 2024-12-02T15:51:04,455 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=41f1f343f3bcc1bede2379310717ec8a, regionState=OPENING, regionLocation=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:04,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f19770522097957d7ae8886c90d2986c, regionState=OPENING, regionLocation=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:04,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41f1f343f3bcc1bede2379310717ec8a, ASSIGN because future has completed 2024-12-02T15:51:04,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f1f343f3bcc1bede2379310717ec8a, server=e1c0b6c2739c,34771,1733154637885}] 2024-12-02T15:51:04,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f19770522097957d7ae8886c90d2986c, ASSIGN because future has completed 2024-12-02T15:51:04,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f19770522097957d7ae8886c90d2986c, server=e1c0b6c2739c,34771,1733154637885}] 2024-12-02T15:51:04,618 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:04,619 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 41f1f343f3bcc1bede2379310717ec8a, NAME => 'TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-02T15:51:04,619 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,619 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:51:04,619 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,619 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,621 INFO [StoreOpener-41f1f343f3bcc1bede2379310717ec8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,622 INFO [StoreOpener-41f1f343f3bcc1bede2379310717ec8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f1f343f3bcc1bede2379310717ec8a columnFamilyName info 2024-12-02T15:51:04,622 DEBUG [StoreOpener-41f1f343f3bcc1bede2379310717ec8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:04,636 DEBUG [StoreOpener-41f1f343f3bcc1bede2379310717ec8a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7->hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/2a7b94862f5a4264885fd76c5ec9dfe9-top 2024-12-02T15:51:04,642 DEBUG [StoreOpener-41f1f343f3bcc1bede2379310717ec8a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-5e266d16f28a4f6483310c28d89174af 2024-12-02T15:51:04,649 DEBUG [StoreOpener-41f1f343f3bcc1bede2379310717ec8a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-6e2fce90a586470eb1a98e4b2e305aeb 2024-12-02T15:51:04,649 INFO [StoreOpener-41f1f343f3bcc1bede2379310717ec8a-1 {}] regionserver.HStore(327): Store=41f1f343f3bcc1bede2379310717ec8a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:51:04,649 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,650 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,652 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,652 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,652 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,654 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,655 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 41f1f343f3bcc1bede2379310717ec8a; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=834786, jitterRate=0.061486244201660156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:51:04,655 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:04,656 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 41f1f343f3bcc1bede2379310717ec8a: Running coprocessor pre-open hook at 1733154664619Writing region info on filesystem at 1733154664619Initializing all the Stores at 1733154664620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154664620Cleaning up temporary data from old regions at 1733154664652 (+32 ms)Running coprocessor post-open hooks at 1733154664655 (+3 ms)Region opened successfully at 1733154664656 (+1 ms) 2024-12-02T15:51:04,657 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., pid=12, masterSystemTime=1733154664615 2024-12-02T15:51:04,657 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 41f1f343f3bcc1bede2379310717ec8a:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T15:51:04,657 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:51:04,657 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:04,658 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:04,659 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1541): 41f1f343f3bcc1bede2379310717ec8a/info is initiating minor compaction (all files) 2024-12-02T15:51:04,659 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41f1f343f3bcc1bede2379310717ec8a/info in TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:04,659 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7->hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/2a7b94862f5a4264885fd76c5ec9dfe9-top, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-5e266d16f28a4f6483310c28d89174af, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-6e2fce90a586470eb1a98e4b2e305aeb] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp, totalSize=111.6 K 2024-12-02T15:51:04,660 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733154649213 2024-12-02T15:51:04,660 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:04,660 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:04,660 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:04,660 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f19770522097957d7ae8886c90d2986c, NAME => 'TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-02T15:51:04,660 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-5e266d16f28a4f6483310c28d89174af, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733154663400 2024-12-02T15:51:04,660 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,660 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-6e2fce90a586470eb1a98e4b2e305aeb, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733154663441 2024-12-02T15:51:04,660 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:51:04,661 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,661 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=41f1f343f3bcc1bede2379310717ec8a, regionState=OPEN, openSeqNum=122, regionLocation=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:04,662 INFO [StoreOpener-f19770522097957d7ae8886c90d2986c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,663 INFO [StoreOpener-f19770522097957d7ae8886c90d2986c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f19770522097957d7ae8886c90d2986c columnFamilyName info 2024-12-02T15:51:04,663 DEBUG [StoreOpener-f19770522097957d7ae8886c90d2986c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:04,664 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-02T15:51:04,664 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T15:51:04,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-02T15:51:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f1f343f3bcc1bede2379310717ec8a, server=e1c0b6c2739c,34771,1733154637885 because future has completed 2024-12-02T15:51:04,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T15:51:04,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 41f1f343f3bcc1bede2379310717ec8a, server=e1c0b6c2739c,34771,1733154637885 in 210 msec 2024-12-02T15:51:04,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41f1f343f3bcc1bede2379310717ec8a, ASSIGN in 369 msec 2024-12-02T15:51:04,681 DEBUG [StoreOpener-f19770522097957d7ae8886c90d2986c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7->hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/2a7b94862f5a4264885fd76c5ec9dfe9-bottom 2024-12-02T15:51:04,681 INFO [StoreOpener-f19770522097957d7ae8886c90d2986c-1 {}] regionserver.HStore(327): Store=f19770522097957d7ae8886c90d2986c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:51:04,681 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,682 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,683 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,683 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,684 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,685 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,686 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened f19770522097957d7ae8886c90d2986c; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=809576, jitterRate=0.029429510235786438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:51:04,686 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:04,686 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f19770522097957d7ae8886c90d2986c: Running coprocessor pre-open hook at 1733154664661Writing region info on filesystem at 1733154664661Initializing all the Stores at 1733154664661Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154664661Cleaning up temporary data from old regions at 1733154664684 (+23 ms)Running coprocessor post-open hooks at 1733154664686 (+2 ms)Region opened successfully at 1733154664686 2024-12-02T15:51:04,687 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c., pid=13, masterSystemTime=1733154664615 2024-12-02T15:51:04,687 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store f19770522097957d7ae8886c90d2986c:info, priority=-2147483648, current under compaction store size is 2 2024-12-02T15:51:04,687 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:04,687 DEBUG [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T15:51:04,688 INFO [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:04,689 DEBUG [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.HStore(1541): f19770522097957d7ae8886c90d2986c/info is initiating minor compaction (all files) 2024-12-02T15:51:04,689 INFO [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f19770522097957d7ae8886c90d2986c/info in TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:04,689 INFO [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7->hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/2a7b94862f5a4264885fd76c5ec9dfe9-bottom] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/.tmp, totalSize=72.0 K 2024-12-02T15:51:04,689 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:04,690 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:04,690 DEBUG [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733154649213 2024-12-02T15:51:04,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f19770522097957d7ae8886c90d2986c, regionState=OPEN, openSeqNum=122, regionLocation=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:04,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/info/9fb83aef48f44de585389fcc17290df1 is 193, key is TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a./info:regioninfo/1733154664661/Put/seqid=0 2024-12-02T15:51:04,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f19770522097957d7ae8886c90d2986c, server=e1c0b6c2739c,34771,1733154637885 because future has completed 2024-12-02T15:51:04,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-12-02T15:51:04,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f19770522097957d7ae8886c90d2986c, server=e1c0b6c2739c,34771,1733154637885 in 233 msec 2024-12-02T15:51:04,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-02T15:51:04,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f19770522097957d7ae8886c90d2986c, ASSIGN in 397 msec 2024-12-02T15:51:04,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741850_1026 (size=9882) 2024-12-02T15:51:04,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741850_1026 (size=9882) 2024-12-02T15:51:04,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/info/9fb83aef48f44de585389fcc17290df1 2024-12-02T15:51:04,706 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41f1f343f3bcc1bede2379310717ec8a#info#compaction#41 average throughput is 31.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:04,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=519557a888fbde2937ba7d5ec34feec7, daughterA=f19770522097957d7ae8886c90d2986c, daughterB=41f1f343f3bcc1bede2379310717ec8a in 1.1790 sec 2024-12-02T15:51:04,707 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/8287b8d64f664640bd2866f215450443 is 1055, key is row0064/info:/1733154661394/Put/seqid=0 2024-12-02T15:51:04,725 INFO [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f19770522097957d7ae8886c90d2986c#info#compaction#42 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:04,725 DEBUG [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/.tmp/info/3e7008b4e6144d299afa3b5d9d259319 is 1055, key is row0001/info:/1733154649213/Put/seqid=0 2024-12-02T15:51:04,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/ns/cee901710e5d41668e04c07f838b1330 is 43, key is default/ns:d/1733154639013/Put/seqid=0 2024-12-02T15:51:04,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741851_1027 (size=37897) 2024-12-02T15:51:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741851_1027 (size=37897) 2024-12-02T15:51:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741852_1028 (size=71441) 2024-12-02T15:51:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741852_1028 (size=71441) 2024-12-02T15:51:04,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741853_1029 (size=5153) 2024-12-02T15:51:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741853_1029 (size=5153) 2024-12-02T15:51:04,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/ns/cee901710e5d41668e04c07f838b1330 2024-12-02T15:51:04,791 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/8287b8d64f664640bd2866f215450443 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/8287b8d64f664640bd2866f215450443 2024-12-02T15:51:04,792 DEBUG [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/.tmp/info/3e7008b4e6144d299afa3b5d9d259319 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/info/3e7008b4e6144d299afa3b5d9d259319 2024-12-02T15:51:04,802 INFO [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in f19770522097957d7ae8886c90d2986c/info of f19770522097957d7ae8886c90d2986c into 3e7008b4e6144d299afa3b5d9d259319(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:04,802 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41f1f343f3bcc1bede2379310717ec8a/info of 41f1f343f3bcc1bede2379310717ec8a into 8287b8d64f664640bd2866f215450443(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:04,802 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:04,802 DEBUG [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f19770522097957d7ae8886c90d2986c: 2024-12-02T15:51:04,802 INFO [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c., storeName=f19770522097957d7ae8886c90d2986c/info, priority=15, startTime=1733154664687; duration=0sec 2024-12-02T15:51:04,802 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., storeName=41f1f343f3bcc1bede2379310717ec8a/info, priority=13, startTime=1733154664657; duration=0sec 2024-12-02T15:51:04,802 DEBUG [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:04,802 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:04,802 DEBUG [RS:0;e1c0b6c2739c:34771-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f19770522097957d7ae8886c90d2986c:info 2024-12-02T15:51:04,802 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41f1f343f3bcc1bede2379310717ec8a:info 2024-12-02T15:51:04,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/table/0a0e315414b843b295c305137c678f29 is 65, key is TestLogRolling-testLogRolling/table:state/1733154639513/Put/seqid=0 2024-12-02T15:51:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741854_1030 (size=5340) 2024-12-02T15:51:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741854_1030 (size=5340) 2024-12-02T15:51:05,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/table/0a0e315414b843b295c305137c678f29 2024-12-02T15:51:05,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/info/9fb83aef48f44de585389fcc17290df1 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/info/9fb83aef48f44de585389fcc17290df1 2024-12-02T15:51:05,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/info/9fb83aef48f44de585389fcc17290df1, entries=30, sequenceid=17, filesize=9.7 K 2024-12-02T15:51:05,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/ns/cee901710e5d41668e04c07f838b1330 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/ns/cee901710e5d41668e04c07f838b1330 2024-12-02T15:51:05,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/ns/cee901710e5d41668e04c07f838b1330, entries=2, sequenceid=17, filesize=5.0 K 2024-12-02T15:51:05,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/table/0a0e315414b843b295c305137c678f29 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/table/0a0e315414b843b295c305137c678f29 2024-12-02T15:51:05,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/table/0a0e315414b843b295c305137c678f29, entries=2, sequenceid=17, filesize=5.2 K 2024-12-02T15:51:05,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 620ms, sequenceid=17, compaction requested=false 2024-12-02T15:51:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-02T15:51:07,715 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:51:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:08,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:09,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:51:09,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:09,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:09,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:09,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:09,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:09,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:09,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:51:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:51378 deadline: 1733154683508, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. is not online on e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. is not online on e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:51:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7. is not online on e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:51:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733154639136.519557a888fbde2937ba7d5ec34feec7., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=2 from cache 2024-12-02T15:51:19,150 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T15:51:19,150 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T15:51:23,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-02T15:51:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=122] 2024-12-02T15:51:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:35,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T15:51:35,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/1d207283df5b4609a318827be155ac88 is 1055, key is row0095/info:/1733154693615/Put/seqid=0 2024-12-02T15:51:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741855_1031 (size=13391) 2024-12-02T15:51:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741855_1031 (size=13391) 2024-12-02T15:51:35,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/1d207283df5b4609a318827be155ac88 2024-12-02T15:51:35,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/1d207283df5b4609a318827be155ac88 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/1d207283df5b4609a318827be155ac88 2024-12-02T15:51:35,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/1d207283df5b4609a318827be155ac88, entries=8, sequenceid=133, filesize=13.1 K 2024-12-02T15:51:35,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 41f1f343f3bcc1bede2379310717ec8a in 43ms, sequenceid=133, compaction requested=false 2024-12-02T15:51:35,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:35,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-02T15:51:35,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/130e6a768305469d9b02ae8cb627e569 is 1055, key is row0103/info:/1733154695632/Put/seqid=0 2024-12-02T15:51:35,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741856_1032 (size=28156) 2024-12-02T15:51:35,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741856_1032 (size=28156) 2024-12-02T15:51:36,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/130e6a768305469d9b02ae8cb627e569 2024-12-02T15:51:36,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/130e6a768305469d9b02ae8cb627e569 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/130e6a768305469d9b02ae8cb627e569 2024-12-02T15:51:36,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/130e6a768305469d9b02ae8cb627e569, entries=22, sequenceid=158, filesize=27.5 K 2024-12-02T15:51:36,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=4.11 KB/4204 for 41f1f343f3bcc1bede2379310717ec8a in 424ms, sequenceid=158, compaction requested=true 2024-12-02T15:51:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41f1f343f3bcc1bede2379310717ec8a:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T15:51:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:36,099 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:51:36,100 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 79444 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T15:51:36,100 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1541): 41f1f343f3bcc1bede2379310717ec8a/info is initiating minor compaction (all files) 2024-12-02T15:51:36,100 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41f1f343f3bcc1bede2379310717ec8a/info in TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:36,100 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/8287b8d64f664640bd2866f215450443, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/1d207283df5b4609a318827be155ac88, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/130e6a768305469d9b02ae8cb627e569] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp, totalSize=77.6 K 2024-12-02T15:51:36,101 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8287b8d64f664640bd2866f215450443, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733154661394 2024-12-02T15:51:36,101 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d207283df5b4609a318827be155ac88, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733154693615 2024-12-02T15:51:36,101 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 130e6a768305469d9b02ae8cb627e569, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733154695632 2024-12-02T15:51:36,112 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41f1f343f3bcc1bede2379310717ec8a#info#compaction#47 average throughput is 61.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:36,112 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/95a5e08b49274553ac0d7fa6105d08eb is 1055, key is row0064/info:/1733154661394/Put/seqid=0 2024-12-02T15:51:36,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741857_1033 (size=69658) 2024-12-02T15:51:36,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741857_1033 (size=69658) 2024-12-02T15:51:36,122 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/95a5e08b49274553ac0d7fa6105d08eb as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/95a5e08b49274553ac0d7fa6105d08eb 2024-12-02T15:51:36,128 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41f1f343f3bcc1bede2379310717ec8a/info of 41f1f343f3bcc1bede2379310717ec8a into 95a5e08b49274553ac0d7fa6105d08eb(size=68.0 K), total size for store is 68.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:36,128 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:36,128 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., storeName=41f1f343f3bcc1bede2379310717ec8a/info, priority=13, startTime=1733154696099; duration=0sec 2024-12-02T15:51:36,128 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:36,128 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41f1f343f3bcc1bede2379310717ec8a:info 2024-12-02T15:51:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:37,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T15:51:37,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/131d2d1db984457e87f9b3ce77de1217 is 1055, key is row0125/info:/1733154695676/Put/seqid=0 2024-12-02T15:51:37,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741858_1034 (size=13394) 2024-12-02T15:51:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741858_1034 (size=13394) 2024-12-02T15:51:37,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/131d2d1db984457e87f9b3ce77de1217 2024-12-02T15:51:37,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/131d2d1db984457e87f9b3ce77de1217 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/131d2d1db984457e87f9b3ce77de1217 2024-12-02T15:51:37,715 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:51:37,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/131d2d1db984457e87f9b3ce77de1217, entries=8, sequenceid=170, filesize=13.1 K 2024-12-02T15:51:37,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 41f1f343f3bcc1bede2379310717ec8a in 28ms, sequenceid=170, compaction requested=false 2024-12-02T15:51:37,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:37,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-02T15:51:37,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/4f00ce445f2b477585c3d96ff3816161 is 1055, key is row0133/info:/1733154697695/Put/seqid=0 2024-12-02T15:51:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741859_1035 (size=19728) 2024-12-02T15:51:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741859_1035 (size=19728) 2024-12-02T15:51:37,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/4f00ce445f2b477585c3d96ff3816161 2024-12-02T15:51:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/4f00ce445f2b477585c3d96ff3816161 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/4f00ce445f2b477585c3d96ff3816161 2024-12-02T15:51:37,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/4f00ce445f2b477585c3d96ff3816161, entries=14, sequenceid=187, filesize=19.3 K 2024-12-02T15:51:37,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 41f1f343f3bcc1bede2379310717ec8a in 23ms, sequenceid=187, compaction requested=true 2024-12-02T15:51:37,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:37,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41f1f343f3bcc1bede2379310717ec8a:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T15:51:37,747 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:51:37,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:37,748 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102780 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T15:51:37,748 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1541): 41f1f343f3bcc1bede2379310717ec8a/info is initiating minor compaction (all files) 2024-12-02T15:51:37,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T15:51:37,749 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41f1f343f3bcc1bede2379310717ec8a/info in TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:37,749 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/95a5e08b49274553ac0d7fa6105d08eb, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/131d2d1db984457e87f9b3ce77de1217, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/4f00ce445f2b477585c3d96ff3816161] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp, totalSize=100.4 K 2024-12-02T15:51:37,749 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95a5e08b49274553ac0d7fa6105d08eb, keycount=61, bloomtype=ROW, size=68.0 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733154661394 2024-12-02T15:51:37,750 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 131d2d1db984457e87f9b3ce77de1217, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733154695676 2024-12-02T15:51:37,750 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f00ce445f2b477585c3d96ff3816161, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733154697695 2024-12-02T15:51:37,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/718ff10926444e7f9a465c37e7a27c1c is 1055, key is row0147/info:/1733154697725/Put/seqid=0 2024-12-02T15:51:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741860_1036 (size=17606) 2024-12-02T15:51:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741860_1036 (size=17606) 2024-12-02T15:51:37,765 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41f1f343f3bcc1bede2379310717ec8a#info#compaction#51 average throughput is 27.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:37,765 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/03300611542041e2bffb70218a8ed56d is 1055, key is row0064/info:/1733154661394/Put/seqid=0 2024-12-02T15:51:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741861_1037 (size=93003) 2024-12-02T15:51:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741861_1037 (size=93003) 2024-12-02T15:51:37,775 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/03300611542041e2bffb70218a8ed56d as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/03300611542041e2bffb70218a8ed56d 2024-12-02T15:51:37,781 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41f1f343f3bcc1bede2379310717ec8a/info of 41f1f343f3bcc1bede2379310717ec8a into 03300611542041e2bffb70218a8ed56d(size=90.8 K), total size for store is 90.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:37,781 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:37,781 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., storeName=41f1f343f3bcc1bede2379310717ec8a/info, priority=13, startTime=1733154697747; duration=0sec 2024-12-02T15:51:37,782 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:37,782 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41f1f343f3bcc1bede2379310717ec8a:info 2024-12-02T15:51:38,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/718ff10926444e7f9a465c37e7a27c1c 2024-12-02T15:51:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/718ff10926444e7f9a465c37e7a27c1c as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/718ff10926444e7f9a465c37e7a27c1c 2024-12-02T15:51:38,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/718ff10926444e7f9a465c37e7a27c1c, entries=12, sequenceid=202, filesize=17.2 K 2024-12-02T15:51:38,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=2.05 KB/2102 for 41f1f343f3bcc1bede2379310717ec8a in 429ms, sequenceid=202, compaction requested=false 2024-12-02T15:51:38,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:39,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T15:51:39,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/21b2590b38314d9ca62a487a7f728dd5 is 1055, key is row0159/info:/1733154697750/Put/seqid=0 2024-12-02T15:51:39,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741862_1038 (size=13394) 2024-12-02T15:51:39,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741862_1038 (size=13394) 2024-12-02T15:51:39,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/21b2590b38314d9ca62a487a7f728dd5 2024-12-02T15:51:39,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/21b2590b38314d9ca62a487a7f728dd5 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/21b2590b38314d9ca62a487a7f728dd5 2024-12-02T15:51:39,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/21b2590b38314d9ca62a487a7f728dd5, entries=8, sequenceid=214, filesize=13.1 K 2024-12-02T15:51:39,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 41f1f343f3bcc1bede2379310717ec8a in 23ms, sequenceid=214, compaction requested=true 2024-12-02T15:51:39,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:39,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41f1f343f3bcc1bede2379310717ec8a:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T15:51:39,789 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:51:39,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:39,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T15:51:39,790 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T15:51:39,790 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1541): 41f1f343f3bcc1bede2379310717ec8a/info is initiating minor compaction (all files) 2024-12-02T15:51:39,790 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41f1f343f3bcc1bede2379310717ec8a/info in TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:39,790 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/03300611542041e2bffb70218a8ed56d, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/718ff10926444e7f9a465c37e7a27c1c, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/21b2590b38314d9ca62a487a7f728dd5] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp, totalSize=121.1 K 2024-12-02T15:51:39,791 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03300611542041e2bffb70218a8ed56d, keycount=83, bloomtype=ROW, size=90.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733154661394 2024-12-02T15:51:39,791 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 718ff10926444e7f9a465c37e7a27c1c, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733154697725 2024-12-02T15:51:39,792 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21b2590b38314d9ca62a487a7f728dd5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733154697750 2024-12-02T15:51:39,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/d381acd052e34108adfd00ca1d1d174f is 1055, key is row0167/info:/1733154699766/Put/seqid=0 2024-12-02T15:51:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741863_1039 (size=17606) 2024-12-02T15:51:39,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741863_1039 (size=17606) 2024-12-02T15:51:39,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/d381acd052e34108adfd00ca1d1d174f 2024-12-02T15:51:39,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/d381acd052e34108adfd00ca1d1d174f as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/d381acd052e34108adfd00ca1d1d174f 2024-12-02T15:51:39,815 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41f1f343f3bcc1bede2379310717ec8a#info#compaction#54 average throughput is 25.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:39,816 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/46c2453474cc431ab131aa64f46f7efd is 1055, key is row0064/info:/1733154661394/Put/seqid=0 2024-12-02T15:51:39,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/d381acd052e34108adfd00ca1d1d174f, entries=12, sequenceid=229, filesize=17.2 K 2024-12-02T15:51:39,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=8.21 KB/8408 for 41f1f343f3bcc1bede2379310717ec8a in 31ms, sequenceid=229, compaction requested=false 2024-12-02T15:51:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:39,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-12-02T15:51:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741864_1040 (size=114169) 2024-12-02T15:51:39,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/43ce1a117cf649f7821d36c3f859cc4f is 1055, key is row0179/info:/1733154699791/Put/seqid=0 2024-12-02T15:51:39,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741864_1040 (size=114169) 2024-12-02T15:51:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741865_1041 (size=14447) 2024-12-02T15:51:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741865_1041 (size=14447) 2024-12-02T15:51:39,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/43ce1a117cf649f7821d36c3f859cc4f 2024-12-02T15:51:39,842 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/46c2453474cc431ab131aa64f46f7efd as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/46c2453474cc431ab131aa64f46f7efd 2024-12-02T15:51:39,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/43ce1a117cf649f7821d36c3f859cc4f as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/43ce1a117cf649f7821d36c3f859cc4f 2024-12-02T15:51:39,848 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41f1f343f3bcc1bede2379310717ec8a/info of 41f1f343f3bcc1bede2379310717ec8a into 46c2453474cc431ab131aa64f46f7efd(size=111.5 K), total size for store is 128.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:39,849 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:39,849 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., storeName=41f1f343f3bcc1bede2379310717ec8a/info, priority=13, startTime=1733154699789; duration=0sec 2024-12-02T15:51:39,849 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:39,849 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41f1f343f3bcc1bede2379310717ec8a:info 2024-12-02T15:51:39,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/43ce1a117cf649f7821d36c3f859cc4f, entries=9, sequenceid=241, filesize=14.1 K 2024-12-02T15:51:39,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=5.13 KB/5255 for 41f1f343f3bcc1bede2379310717ec8a in 35ms, sequenceid=241, compaction requested=true 2024-12-02T15:51:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41f1f343f3bcc1bede2379310717ec8a:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T15:51:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:39,856 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:51:39,857 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146222 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T15:51:39,857 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1541): 41f1f343f3bcc1bede2379310717ec8a/info is initiating minor compaction (all files) 2024-12-02T15:51:39,857 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41f1f343f3bcc1bede2379310717ec8a/info in TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:39,857 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/46c2453474cc431ab131aa64f46f7efd, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/d381acd052e34108adfd00ca1d1d174f, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/43ce1a117cf649f7821d36c3f859cc4f] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp, totalSize=142.8 K 2024-12-02T15:51:39,858 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46c2453474cc431ab131aa64f46f7efd, keycount=103, bloomtype=ROW, size=111.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733154661394 2024-12-02T15:51:39,858 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting d381acd052e34108adfd00ca1d1d174f, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733154699766 2024-12-02T15:51:39,859 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43ce1a117cf649f7821d36c3f859cc4f, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733154699791 2024-12-02T15:51:39,873 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41f1f343f3bcc1bede2379310717ec8a#info#compaction#56 average throughput is 31.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:39,874 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/976b8612d4614ab089604ad9b9230437 is 1055, key is row0064/info:/1733154661394/Put/seqid=0 2024-12-02T15:51:39,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741866_1042 (size=136516) 2024-12-02T15:51:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741866_1042 (size=136516) 2024-12-02T15:51:39,887 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/976b8612d4614ab089604ad9b9230437 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/976b8612d4614ab089604ad9b9230437 2024-12-02T15:51:39,893 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41f1f343f3bcc1bede2379310717ec8a/info of 41f1f343f3bcc1bede2379310717ec8a into 976b8612d4614ab089604ad9b9230437(size=133.3 K), total size for store is 133.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:39,893 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:39,893 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., storeName=41f1f343f3bcc1bede2379310717ec8a/info, priority=13, startTime=1733154699855; duration=0sec 2024-12-02T15:51:39,893 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:39,893 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41f1f343f3bcc1bede2379310717ec8a:info 2024-12-02T15:51:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:41,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T15:51:41,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/b16b5c7c4bd24d0c9c4f2b07080af2d0 is 1055, key is row0188/info:/1733154699822/Put/seqid=0 2024-12-02T15:51:41,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741867_1043 (size=13394) 2024-12-02T15:51:41,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741867_1043 (size=13394) 2024-12-02T15:51:41,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/b16b5c7c4bd24d0c9c4f2b07080af2d0 2024-12-02T15:51:41,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/b16b5c7c4bd24d0c9c4f2b07080af2d0 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/b16b5c7c4bd24d0c9c4f2b07080af2d0 2024-12-02T15:51:41,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/b16b5c7c4bd24d0c9c4f2b07080af2d0, entries=8, sequenceid=254, filesize=13.1 K 2024-12-02T15:51:41,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 41f1f343f3bcc1bede2379310717ec8a in 29ms, sequenceid=254, compaction requested=false 2024-12-02T15:51:41,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:41,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-02T15:51:41,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/fabaedd8031f453d9b050b122cd268fa is 1055, key is row0196/info:/1733154701841/Put/seqid=0 2024-12-02T15:51:41,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741868_1044 (size=20796) 2024-12-02T15:51:41,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741868_1044 (size=20796) 2024-12-02T15:51:41,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/fabaedd8031f453d9b050b122cd268fa 2024-12-02T15:51:41,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/fabaedd8031f453d9b050b122cd268fa as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/fabaedd8031f453d9b050b122cd268fa 2024-12-02T15:51:41,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/fabaedd8031f453d9b050b122cd268fa, entries=15, sequenceid=272, filesize=20.3 K 2024-12-02T15:51:41,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 41f1f343f3bcc1bede2379310717ec8a in 42ms, sequenceid=272, compaction requested=true 2024-12-02T15:51:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41f1f343f3bcc1bede2379310717ec8a:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T15:51:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:41,913 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:51:41,914 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 170706 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T15:51:41,914 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1541): 41f1f343f3bcc1bede2379310717ec8a/info is initiating minor compaction (all files) 2024-12-02T15:51:41,914 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41f1f343f3bcc1bede2379310717ec8a/info in TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:41,914 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/976b8612d4614ab089604ad9b9230437, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/b16b5c7c4bd24d0c9c4f2b07080af2d0, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/fabaedd8031f453d9b050b122cd268fa] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp, totalSize=166.7 K 2024-12-02T15:51:41,915 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 976b8612d4614ab089604ad9b9230437, keycount=124, bloomtype=ROW, size=133.3 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733154661394 2024-12-02T15:51:41,915 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting b16b5c7c4bd24d0c9c4f2b07080af2d0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733154699822 2024-12-02T15:51:41,916 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting fabaedd8031f453d9b050b122cd268fa, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733154701841 2024-12-02T15:51:41,937 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41f1f343f3bcc1bede2379310717ec8a#info#compaction#59 average throughput is 49.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:41,938 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/7655a0595d6d4e9ebbb7fd4d7f7e90e4 is 1055, key is row0064/info:/1733154661394/Put/seqid=0 2024-12-02T15:51:41,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741869_1045 (size=160928) 2024-12-02T15:51:41,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741869_1045 (size=160928) 2024-12-02T15:51:41,951 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/7655a0595d6d4e9ebbb7fd4d7f7e90e4 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/7655a0595d6d4e9ebbb7fd4d7f7e90e4 2024-12-02T15:51:41,965 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41f1f343f3bcc1bede2379310717ec8a/info of 41f1f343f3bcc1bede2379310717ec8a into 7655a0595d6d4e9ebbb7fd4d7f7e90e4(size=157.2 K), total size for store is 157.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:41,965 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:41,965 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., storeName=41f1f343f3bcc1bede2379310717ec8a/info, priority=13, startTime=1733154701912; duration=0sec 2024-12-02T15:51:41,965 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:41,966 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41f1f343f3bcc1bede2379310717ec8a:info 2024-12-02T15:51:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:43,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-02T15:51:43,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/412df3d2582a44aa941a92f757a46f21 is 1055, key is row0211/info:/1733154701871/Put/seqid=0 2024-12-02T15:51:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741870_1046 (size=20796) 2024-12-02T15:51:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741870_1046 (size=20796) 2024-12-02T15:51:43,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/412df3d2582a44aa941a92f757a46f21 2024-12-02T15:51:43,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/412df3d2582a44aa941a92f757a46f21 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/412df3d2582a44aa941a92f757a46f21 2024-12-02T15:51:43,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/412df3d2582a44aa941a92f757a46f21, entries=15, sequenceid=291, filesize=20.3 K 2024-12-02T15:51:43,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=12.32 KB/12612 for 41f1f343f3bcc1bede2379310717ec8a in 25ms, sequenceid=291, compaction requested=false 2024-12-02T15:51:43,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:43,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-02T15:51:43,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/dadda1c3933e47d99e0fb90783cf892a is 1055, key is row0226/info:/1733154703906/Put/seqid=0 2024-12-02T15:51:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741871_1047 (size=18688) 2024-12-02T15:51:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741871_1047 (size=18688) 2024-12-02T15:51:43,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/dadda1c3933e47d99e0fb90783cf892a 2024-12-02T15:51:43,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/dadda1c3933e47d99e0fb90783cf892a as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/dadda1c3933e47d99e0fb90783cf892a 2024-12-02T15:51:43,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=41f1f343f3bcc1bede2379310717ec8a, server=e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T15:51:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:51378 deadline: 1733154713966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=41f1f343f3bcc1bede2379310717ec8a, server=e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=41f1f343f3bcc1bede2379310717ec8a, server=e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:51:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=41f1f343f3bcc1bede2379310717ec8a, server=e1c0b6c2739c,34771,1733154637885 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T15:51:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., hostname=e1c0b6c2739c,34771,1733154637885, seqNum=122 because the exception is null or not the one we care about 2024-12-02T15:51:43,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/dadda1c3933e47d99e0fb90783cf892a, entries=13, sequenceid=307, filesize=18.3 K 2024-12-02T15:51:43,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 41f1f343f3bcc1bede2379310717ec8a in 38ms, sequenceid=307, compaction requested=true 2024-12-02T15:51:43,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:43,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41f1f343f3bcc1bede2379310717ec8a:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T15:51:43,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:43,971 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T15:51:43,972 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 200412 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T15:51:43,972 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1541): 41f1f343f3bcc1bede2379310717ec8a/info is initiating minor compaction (all files) 2024-12-02T15:51:43,972 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41f1f343f3bcc1bede2379310717ec8a/info in TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:43,972 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/7655a0595d6d4e9ebbb7fd4d7f7e90e4, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/412df3d2582a44aa941a92f757a46f21, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/dadda1c3933e47d99e0fb90783cf892a] into tmpdir=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp, totalSize=195.7 K 2024-12-02T15:51:43,973 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7655a0595d6d4e9ebbb7fd4d7f7e90e4, keycount=147, bloomtype=ROW, size=157.2 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733154661394 2024-12-02T15:51:43,973 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting 412df3d2582a44aa941a92f757a46f21, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733154701871 2024-12-02T15:51:43,974 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] compactions.Compactor(225): Compacting dadda1c3933e47d99e0fb90783cf892a, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733154703906 2024-12-02T15:51:43,986 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41f1f343f3bcc1bede2379310717ec8a#info#compaction#62 average throughput is 58.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T15:51:43,987 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/00c895c492a04c7a824fc601ad2a7bf7 is 1055, key is row0064/info:/1733154661394/Put/seqid=0 2024-12-02T15:51:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741872_1048 (size=190550) 2024-12-02T15:51:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741872_1048 (size=190550) 2024-12-02T15:51:44,005 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/00c895c492a04c7a824fc601ad2a7bf7 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/00c895c492a04c7a824fc601ad2a7bf7 2024-12-02T15:51:44,013 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41f1f343f3bcc1bede2379310717ec8a/info of 41f1f343f3bcc1bede2379310717ec8a into 00c895c492a04c7a824fc601ad2a7bf7(size=186.1 K), total size for store is 186.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T15:51:44,013 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:44,013 INFO [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., storeName=41f1f343f3bcc1bede2379310717ec8a/info, priority=13, startTime=1733154703971; duration=0sec 2024-12-02T15:51:44,013 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T15:51:44,013 DEBUG [RS:0;e1c0b6c2739c:34771-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41f1f343f3bcc1bede2379310717ec8a:info 2024-12-02T15:51:49,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 41f1f343f3bcc1bede2379310717ec8a, had cached 0 bytes from a total of 190550 2024-12-02T15:51:49,660 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f19770522097957d7ae8886c90d2986c, had cached 0 bytes from a total of 71441 2024-12-02T15:51:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34771 {}] regionserver.HRegion(8855): Flush requested on 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:54,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-02T15:51:54,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/c016fdfd37c94b0fb1d5a9f09cbcfba5 is 1055, key is row0239/info:/1733154703933/Put/seqid=0 2024-12-02T15:51:54,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741873_1049 (size=22908) 2024-12-02T15:51:54,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741873_1049 (size=22908) 2024-12-02T15:51:54,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/c016fdfd37c94b0fb1d5a9f09cbcfba5 2024-12-02T15:51:54,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/c016fdfd37c94b0fb1d5a9f09cbcfba5 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/c016fdfd37c94b0fb1d5a9f09cbcfba5 2024-12-02T15:51:54,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/c016fdfd37c94b0fb1d5a9f09cbcfba5, entries=17, sequenceid=328, filesize=22.4 K 2024-12-02T15:51:54,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=1.03 KB/1051 for 41f1f343f3bcc1bede2379310717ec8a in 24ms, sequenceid=328, compaction requested=false 2024-12-02T15:51:54,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:56,042 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-02T15:51:56,053 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154716042, exclude list is [], retry=0 2024-12-02T15:51:56,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-45e9e17a-feb6-4294-8ee8-02231724314e,DISK] 2024-12-02T15:51:56,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34545,DS-980e368d-389d-45f8-880f-23ad8abec155,DISK] 2024-12-02T15:51:56,057 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154638447 with entries=310, filesize=301.47 KB; new WAL /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154716042 2024-12-02T15:51:56,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37921:37921),(127.0.0.1/127.0.0.1:43957:43957)] 2024-12-02T15:51:56,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154638447 is not closed yet, will try archiving it next time 2024-12-02T15:51:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741833_1009 (size=308714) 2024-12-02T15:51:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741833_1009 (size=308714) 2024-12-02T15:51:56,060 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 41f1f343f3bcc1bede2379310717ec8a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T15:51:56,066 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/b5aacc0cb1694c8bba2b5853584e8003 is 1055, key is row0256/info:/1733154714041/Put/seqid=0 2024-12-02T15:51:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741875_1051 (size=6010) 2024-12-02T15:51:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741875_1051 (size=6010) 2024-12-02T15:51:56,072 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/b5aacc0cb1694c8bba2b5853584e8003 2024-12-02T15:51:56,077 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/.tmp/info/b5aacc0cb1694c8bba2b5853584e8003 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/b5aacc0cb1694c8bba2b5853584e8003 2024-12-02T15:51:56,081 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/b5aacc0cb1694c8bba2b5853584e8003, entries=1, sequenceid=332, filesize=5.9 K 2024-12-02T15:51:56,082 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 41f1f343f3bcc1bede2379310717ec8a in 22ms, sequenceid=332, compaction requested=true 2024-12-02T15:51:56,082 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 41f1f343f3bcc1bede2379310717ec8a: 2024-12-02T15:51:56,083 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-02T15:51:56,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/info/60d54c8d25da46739e1fda9ad25ccc3d is 186, key is TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c./info:regioninfo/1733154664692/Put/seqid=0 2024-12-02T15:51:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741876_1052 (size=6153) 2024-12-02T15:51:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741876_1052 (size=6153) 2024-12-02T15:51:56,091 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/info/60d54c8d25da46739e1fda9ad25ccc3d 2024-12-02T15:51:56,097 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/.tmp/info/60d54c8d25da46739e1fda9ad25ccc3d as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/info/60d54c8d25da46739e1fda9ad25ccc3d 2024-12-02T15:51:56,102 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/info/60d54c8d25da46739e1fda9ad25ccc3d, entries=5, sequenceid=21, filesize=6.0 K 2024-12-02T15:51:56,103 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-12-02T15:51:56,103 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-02T15:51:56,103 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f19770522097957d7ae8886c90d2986c: 2024-12-02T15:51:56,120 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154716103, exclude list is [], retry=0 2024-12-02T15:51:56,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34545,DS-980e368d-389d-45f8-880f-23ad8abec155,DISK] 2024-12-02T15:51:56,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-45e9e17a-feb6-4294-8ee8-02231724314e,DISK] 2024-12-02T15:51:56,124 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154716042 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154716103 2024-12-02T15:51:56,124 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43957:43957),(127.0.0.1/127.0.0.1:37921:37921)] 2024-12-02T15:51:56,124 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154716042 is not closed yet, will try archiving it next time 2024-12-02T15:51:56,125 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154638447 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/oldWALs/e1c0b6c2739c%2C34771%2C1733154637885.1733154638447 2024-12-02T15:51:56,125 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T15:51:56,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741874_1050 (size=731) 2024-12-02T15:51:56,126 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154716042 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/oldWALs/e1c0b6c2739c%2C34771%2C1733154637885.1733154716042 2024-12-02T15:51:56,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741874_1050 (size=731) 2024-12-02T15:51:56,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:51:56,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:51:56,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:51:56,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:51:56,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:51:56,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:51:56,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:51:56,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=569305745, stopped=false 2024-12-02T15:51:56,227 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1c0b6c2739c,38807,1733154637733 2024-12-02T15:51:56,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:51:56,287 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:51:56,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:51:56,287 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:56,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:56,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:51:56,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:51:56,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:51:56,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:51:56,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,34771,1733154637885' ***** 2024-12-02T15:51:56,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:51:56,288 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:51:56,288 INFO [RS:0;e1c0b6c2739c:34771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:51:56,288 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:51:56,288 INFO [RS:0;e1c0b6c2739c:34771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:51:56,288 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(3091): Received CLOSE for 41f1f343f3bcc1bede2379310717ec8a 2024-12-02T15:51:56,288 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(3091): Received CLOSE for f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:56,288 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:56,288 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:51:56,288 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41f1f343f3bcc1bede2379310717ec8a, disabling compactions & flushes 2024-12-02T15:51:56,288 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:56,288 INFO [RS:0;e1c0b6c2739c:34771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1c0b6c2739c:34771. 2024-12-02T15:51:56,288 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:56,288 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. after waiting 0 ms 2024-12-02T15:51:56,288 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:56,288 DEBUG [RS:0;e1c0b6c2739c:34771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:51:56,288 DEBUG [RS:0;e1c0b6c2739c:34771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:51:56,289 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:51:56,289 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:51:56,289 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:51:56,289 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:51:56,289 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T15:51:56,289 DEBUG [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(1325): Online Regions={41f1f343f3bcc1bede2379310717ec8a=TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a., 1588230740=hbase:meta,,1.1588230740, f19770522097957d7ae8886c90d2986c=TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c.} 2024-12-02T15:51:56,289 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:51:56,289 DEBUG [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41f1f343f3bcc1bede2379310717ec8a, f19770522097957d7ae8886c90d2986c 2024-12-02T15:51:56,289 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:51:56,289 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:51:56,289 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:51:56,289 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:51:56,289 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7->hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/2a7b94862f5a4264885fd76c5ec9dfe9-top, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-5e266d16f28a4f6483310c28d89174af, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/8287b8d64f664640bd2866f215450443, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-6e2fce90a586470eb1a98e4b2e305aeb, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/1d207283df5b4609a318827be155ac88, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/95a5e08b49274553ac0d7fa6105d08eb, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/130e6a768305469d9b02ae8cb627e569, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/131d2d1db984457e87f9b3ce77de1217, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/03300611542041e2bffb70218a8ed56d, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/4f00ce445f2b477585c3d96ff3816161, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/718ff10926444e7f9a465c37e7a27c1c, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/46c2453474cc431ab131aa64f46f7efd, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/21b2590b38314d9ca62a487a7f728dd5, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/d381acd052e34108adfd00ca1d1d174f, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/976b8612d4614ab089604ad9b9230437, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/43ce1a117cf649f7821d36c3f859cc4f, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/b16b5c7c4bd24d0c9c4f2b07080af2d0, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/7655a0595d6d4e9ebbb7fd4d7f7e90e4, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/fabaedd8031f453d9b050b122cd268fa, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/412df3d2582a44aa941a92f757a46f21, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/dadda1c3933e47d99e0fb90783cf892a] to archive 2024-12-02T15:51:56,290 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T15:51:56,292 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:56,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:51:56,293 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-5e266d16f28a4f6483310c28d89174af to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-5e266d16f28a4f6483310c28d89174af 2024-12-02T15:51:56,293 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-02T15:51:56,294 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:51:56,294 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:51:56,294 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154716289Running coprocessor pre-close hooks at 1733154716289Disabling compacts and flushes for region at 1733154716289Disabling writes for close at 1733154716289Writing region close event to WAL at 1733154716291 (+2 ms)Running coprocessor post-close hooks at 1733154716294 (+3 ms)Closed at 1733154716294 2024-12-02T15:51:56,294 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:51:56,295 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/8287b8d64f664640bd2866f215450443 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/8287b8d64f664640bd2866f215450443 2024-12-02T15:51:56,296 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-6e2fce90a586470eb1a98e4b2e305aeb to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/TestLogRolling-testLogRolling=519557a888fbde2937ba7d5ec34feec7-6e2fce90a586470eb1a98e4b2e305aeb 2024-12-02T15:51:56,297 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/1d207283df5b4609a318827be155ac88 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/1d207283df5b4609a318827be155ac88 2024-12-02T15:51:56,298 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/95a5e08b49274553ac0d7fa6105d08eb to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/95a5e08b49274553ac0d7fa6105d08eb 2024-12-02T15:51:56,299 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/130e6a768305469d9b02ae8cb627e569 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/130e6a768305469d9b02ae8cb627e569 2024-12-02T15:51:56,301 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/131d2d1db984457e87f9b3ce77de1217 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/131d2d1db984457e87f9b3ce77de1217 2024-12-02T15:51:56,302 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/03300611542041e2bffb70218a8ed56d to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/03300611542041e2bffb70218a8ed56d 2024-12-02T15:51:56,303 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/4f00ce445f2b477585c3d96ff3816161 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/4f00ce445f2b477585c3d96ff3816161 2024-12-02T15:51:56,304 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/718ff10926444e7f9a465c37e7a27c1c to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/718ff10926444e7f9a465c37e7a27c1c 2024-12-02T15:51:56,306 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/46c2453474cc431ab131aa64f46f7efd to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/46c2453474cc431ab131aa64f46f7efd 2024-12-02T15:51:56,307 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/21b2590b38314d9ca62a487a7f728dd5 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/21b2590b38314d9ca62a487a7f728dd5 2024-12-02T15:51:56,308 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/d381acd052e34108adfd00ca1d1d174f to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/d381acd052e34108adfd00ca1d1d174f 2024-12-02T15:51:56,309 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:51:56,309 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:51:56,309 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/976b8612d4614ab089604ad9b9230437 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/976b8612d4614ab089604ad9b9230437 2024-12-02T15:51:56,310 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/43ce1a117cf649f7821d36c3f859cc4f to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/43ce1a117cf649f7821d36c3f859cc4f 2024-12-02T15:51:56,312 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/b16b5c7c4bd24d0c9c4f2b07080af2d0 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/b16b5c7c4bd24d0c9c4f2b07080af2d0 2024-12-02T15:51:56,313 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/7655a0595d6d4e9ebbb7fd4d7f7e90e4 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/7655a0595d6d4e9ebbb7fd4d7f7e90e4 2024-12-02T15:51:56,314 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/fabaedd8031f453d9b050b122cd268fa to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/fabaedd8031f453d9b050b122cd268fa 2024-12-02T15:51:56,314 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:51:56,315 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/412df3d2582a44aa941a92f757a46f21 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/412df3d2582a44aa941a92f757a46f21 2024-12-02T15:51:56,317 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/dadda1c3933e47d99e0fb90783cf892a to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/info/dadda1c3933e47d99e0fb90783cf892a 2024-12-02T15:51:56,317 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e1c0b6c2739c:38807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-02T15:51:56,318 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [8287b8d64f664640bd2866f215450443=37897, 1d207283df5b4609a318827be155ac88=13391, 95a5e08b49274553ac0d7fa6105d08eb=69658, 130e6a768305469d9b02ae8cb627e569=28156, 131d2d1db984457e87f9b3ce77de1217=13394, 03300611542041e2bffb70218a8ed56d=93003, 4f00ce445f2b477585c3d96ff3816161=19728, 718ff10926444e7f9a465c37e7a27c1c=17606, 46c2453474cc431ab131aa64f46f7efd=114169, 21b2590b38314d9ca62a487a7f728dd5=13394, d381acd052e34108adfd00ca1d1d174f=17606, 976b8612d4614ab089604ad9b9230437=136516, 43ce1a117cf649f7821d36c3f859cc4f=14447, b16b5c7c4bd24d0c9c4f2b07080af2d0=13394, 7655a0595d6d4e9ebbb7fd4d7f7e90e4=160928, fabaedd8031f453d9b050b122cd268fa=20796, 412df3d2582a44aa941a92f757a46f21=20796, dadda1c3933e47d99e0fb90783cf892a=18688] 2024-12-02T15:51:56,322 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/41f1f343f3bcc1bede2379310717ec8a/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=121 2024-12-02T15:51:56,322 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:56,322 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41f1f343f3bcc1bede2379310717ec8a: Waiting for close lock at 1733154716288Running coprocessor pre-close hooks at 1733154716288Disabling compacts and flushes for region at 1733154716288Disabling writes for close at 1733154716288Writing region close event to WAL at 1733154716318 (+30 ms)Running coprocessor post-close hooks at 1733154716322 (+4 ms)Closed at 1733154716322 2024-12-02T15:51:56,322 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733154663524.41f1f343f3bcc1bede2379310717ec8a. 2024-12-02T15:51:56,322 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f19770522097957d7ae8886c90d2986c, disabling compactions & flushes 2024-12-02T15:51:56,323 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:56,323 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:56,323 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. after waiting 0 ms 2024-12-02T15:51:56,323 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:56,323 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7->hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/519557a888fbde2937ba7d5ec34feec7/info/2a7b94862f5a4264885fd76c5ec9dfe9-bottom] to archive 2024-12-02T15:51:56,324 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T15:51:56,325 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7 to hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/archive/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/info/2a7b94862f5a4264885fd76c5ec9dfe9.519557a888fbde2937ba7d5ec34feec7 2024-12-02T15:51:56,325 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-02T15:51:56,329 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/data/default/TestLogRolling-testLogRolling/f19770522097957d7ae8886c90d2986c/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-12-02T15:51:56,329 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:56,329 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f19770522097957d7ae8886c90d2986c: Waiting for close lock at 1733154716322Running coprocessor pre-close hooks at 1733154716322Disabling compacts and flushes for region at 1733154716322Disabling writes for close at 1733154716323 (+1 ms)Writing region close event to WAL at 1733154716326 (+3 ms)Running coprocessor post-close hooks at 1733154716329 (+3 ms)Closed at 1733154716329 2024-12-02T15:51:56,329 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733154663524.f19770522097957d7ae8886c90d2986c. 2024-12-02T15:51:56,489 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,34771,1733154637885; all regions closed. 2024-12-02T15:51:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741834_1010 (size=8107) 2024-12-02T15:51:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741834_1010 (size=8107) 2024-12-02T15:51:56,493 DEBUG [RS:0;e1c0b6c2739c:34771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/oldWALs 2024-12-02T15:51:56,494 INFO [RS:0;e1c0b6c2739c:34771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C34771%2C1733154637885.meta:.meta(num 1733154638934) 2024-12-02T15:51:56,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741877_1053 (size=778) 2024-12-02T15:51:56,496 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/WALs/e1c0b6c2739c,34771,1733154637885/e1c0b6c2739c%2C34771%2C1733154637885.1733154716103 not finished, retry = 0 2024-12-02T15:51:56,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741877_1053 (size=778) 2024-12-02T15:51:56,599 DEBUG [RS:0;e1c0b6c2739c:34771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/oldWALs 2024-12-02T15:51:56,599 INFO [RS:0;e1c0b6c2739c:34771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C34771%2C1733154637885:(num 1733154716103) 2024-12-02T15:51:56,599 DEBUG [RS:0;e1c0b6c2739c:34771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:51:56,599 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:51:56,599 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:51:56,600 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:51:56,600 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:51:56,600 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:51:56,600 INFO [RS:0;e1c0b6c2739c:34771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34771 2024-12-02T15:51:56,612 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,34771,1733154637885 2024-12-02T15:51:56,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:51:56,612 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:51:56,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,34771,1733154637885] 2024-12-02T15:51:56,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,34771,1733154637885 already deleted, retry=false 2024-12-02T15:51:56,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,34771,1733154637885 expired; onlineServers=0 2024-12-02T15:51:56,628 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1c0b6c2739c,38807,1733154637733' ***** 2024-12-02T15:51:56,628 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:51:56,628 INFO [M:0;e1c0b6c2739c:38807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:51:56,629 INFO [M:0;e1c0b6c2739c:38807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:51:56,629 DEBUG [M:0;e1c0b6c2739c:38807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:51:56,629 DEBUG [M:0;e1c0b6c2739c:38807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:51:56,629 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:51:56,629 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154638218 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154638218,5,FailOnTimeoutGroup] 2024-12-02T15:51:56,629 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154638218 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154638218,5,FailOnTimeoutGroup] 2024-12-02T15:51:56,629 INFO [M:0;e1c0b6c2739c:38807 {}] hbase.ChoreService(370): Chore service for: master/e1c0b6c2739c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:51:56,629 INFO [M:0;e1c0b6c2739c:38807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:51:56,629 DEBUG [M:0;e1c0b6c2739c:38807 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:51:56,629 INFO [M:0;e1c0b6c2739c:38807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:51:56,629 INFO [M:0;e1c0b6c2739c:38807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:51:56,630 INFO [M:0;e1c0b6c2739c:38807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:51:56,630 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:51:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T15:51:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:56,637 DEBUG [M:0;e1c0b6c2739c:38807 {}] zookeeper.ZKUtil(347): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T15:51:56,637 WARN [M:0;e1c0b6c2739c:38807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:51:56,638 INFO [M:0;e1c0b6c2739c:38807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/.lastflushedseqids 2024-12-02T15:51:56,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741878_1054 (size=228) 2024-12-02T15:51:56,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741878_1054 (size=228) 2024-12-02T15:51:56,720 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:51:56,720 INFO [RS:0;e1c0b6c2739c:34771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:51:56,720 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34771-0x1019806aa0a0001, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:51:56,720 INFO [RS:0;e1c0b6c2739c:34771 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,34771,1733154637885; zookeeper connection closed. 2024-12-02T15:51:56,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4daa31b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4daa31b7 2024-12-02T15:51:56,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:51:57,044 INFO [M:0;e1c0b6c2739c:38807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:51:57,044 INFO [M:0;e1c0b6c2739c:38807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:51:57,045 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:51:57,045 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:51:57,045 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:51:57,045 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:51:57,045 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:51:57,045 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-12-02T15:51:57,060 DEBUG [M:0;e1c0b6c2739c:38807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23c91dbb72784128a1e5d77611be2518 is 82, key is hbase:meta,,1/info:regioninfo/1733154638972/Put/seqid=0 2024-12-02T15:51:57,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741879_1055 (size=5672) 2024-12-02T15:51:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741879_1055 (size=5672) 2024-12-02T15:51:57,065 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23c91dbb72784128a1e5d77611be2518 2024-12-02T15:51:57,084 DEBUG [M:0;e1c0b6c2739c:38807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b01b4c66bba459bbb2fe7f3f872f04a is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733154639518/Put/seqid=0 2024-12-02T15:51:57,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741880_1056 (size=7090) 2024-12-02T15:51:57,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741880_1056 (size=7090) 2024-12-02T15:51:57,093 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b01b4c66bba459bbb2fe7f3f872f04a 2024-12-02T15:51:57,097 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b01b4c66bba459bbb2fe7f3f872f04a 2024-12-02T15:51:57,116 DEBUG [M:0;e1c0b6c2739c:38807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c17f0f36641841f7a971d56ececd3177 is 69, key is e1c0b6c2739c,34771,1733154637885/rs:state/1733154638268/Put/seqid=0 2024-12-02T15:51:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741881_1057 (size=5156) 2024-12-02T15:51:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741881_1057 (size=5156) 2024-12-02T15:51:57,121 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c17f0f36641841f7a971d56ececd3177 2024-12-02T15:51:57,139 DEBUG [M:0;e1c0b6c2739c:38807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8cf31c39e0594d97a8e61ba14ffbd38f is 52, key is load_balancer_on/state:d/1733154639131/Put/seqid=0 2024-12-02T15:51:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741882_1058 (size=5056) 2024-12-02T15:51:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741882_1058 (size=5056) 2024-12-02T15:51:57,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:51:57,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:51:57,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-02T15:51:57,545 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8cf31c39e0594d97a8e61ba14ffbd38f 2024-12-02T15:51:57,550 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23c91dbb72784128a1e5d77611be2518 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23c91dbb72784128a1e5d77611be2518 2024-12-02T15:51:57,555 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23c91dbb72784128a1e5d77611be2518, entries=8, sequenceid=125, filesize=5.5 K 2024-12-02T15:51:57,556 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b01b4c66bba459bbb2fe7f3f872f04a as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b01b4c66bba459bbb2fe7f3f872f04a 2024-12-02T15:51:57,560 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b01b4c66bba459bbb2fe7f3f872f04a 2024-12-02T15:51:57,561 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b01b4c66bba459bbb2fe7f3f872f04a, entries=13, sequenceid=125, filesize=6.9 K 2024-12-02T15:51:57,561 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c17f0f36641841f7a971d56ececd3177 as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c17f0f36641841f7a971d56ececd3177 2024-12-02T15:51:57,566 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c17f0f36641841f7a971d56ececd3177, entries=1, sequenceid=125, filesize=5.0 K 2024-12-02T15:51:57,567 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8cf31c39e0594d97a8e61ba14ffbd38f as hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8cf31c39e0594d97a8e61ba14ffbd38f 2024-12-02T15:51:57,571 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38581/user/jenkins/test-data/f30a64bb-d6e5-d257-ead3-588d9779b4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8cf31c39e0594d97a8e61ba14ffbd38f, entries=1, sequenceid=125, filesize=4.9 K 2024-12-02T15:51:57,573 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 527ms, sequenceid=125, compaction requested=false 2024-12-02T15:51:57,574 INFO [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:51:57,574 DEBUG [M:0;e1c0b6c2739c:38807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154717045Disabling compacts and flushes for region at 1733154717045Disabling writes for close at 1733154717045Obtaining lock to block concurrent updates at 1733154717045Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733154717045Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1733154717046 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733154717046Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733154717046Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733154717060 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733154717060Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733154717069 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733154717084 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733154717084Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733154717097 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733154717115 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733154717115Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733154717126 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733154717139 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733154717139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1686245d: reopening flushed file at 1733154717550 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7b8b16: reopening flushed file at 1733154717555 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7c95b2: reopening flushed file at 1733154717561 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48456747: reopening flushed file at 1733154717566 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 527ms, sequenceid=125, compaction requested=false at 1733154717573 (+7 ms)Writing region close event to WAL at 1733154717574 (+1 ms)Closed at 1733154717574 2024-12-02T15:51:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34545 is added to blk_1073741830_1006 (size=61320) 2024-12-02T15:51:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741830_1006 (size=61320) 2024-12-02T15:51:57,577 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:51:57,577 INFO [M:0;e1c0b6c2739c:38807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:51:57,577 INFO [M:0;e1c0b6c2739c:38807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38807 2024-12-02T15:51:57,577 INFO [M:0;e1c0b6c2739c:38807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:51:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:51:57,720 INFO [M:0;e1c0b6c2739c:38807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:51:57,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38807-0x1019806aa0a0000, quorum=127.0.0.1:59364, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:51:57,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d140f4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:51:57,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22bc77fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:51:57,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:51:57,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@886cba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:51:57,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170a96dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.log.dir/,STOPPED} 2024-12-02T15:51:57,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:51:57,729 WARN [BP-1571166226-172.17.0.3-1733154636316 heartbeating to localhost/127.0.0.1:38581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:51:57,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:51:57,730 WARN [BP-1571166226-172.17.0.3-1733154636316 heartbeating to localhost/127.0.0.1:38581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1571166226-172.17.0.3-1733154636316 (Datanode Uuid 6fff6afb-e97e-4480-a0bf-fa6cbf5d9c5c) service to localhost/127.0.0.1:38581 2024-12-02T15:51:57,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/data/data3/current/BP-1571166226-172.17.0.3-1733154636316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:51:57,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/data/data4/current/BP-1571166226-172.17.0.3-1733154636316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:51:57,731 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:51:57,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@784391b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:51:57,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72588fe2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:51:57,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:51:57,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f112309{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:51:57,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@603fe95f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.log.dir/,STOPPED} 2024-12-02T15:51:57,737 WARN [BP-1571166226-172.17.0.3-1733154636316 heartbeating to localhost/127.0.0.1:38581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:51:57,737 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:51:57,737 WARN [BP-1571166226-172.17.0.3-1733154636316 heartbeating to localhost/127.0.0.1:38581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1571166226-172.17.0.3-1733154636316 (Datanode Uuid 3a5873b6-bb34-4d54-b74c-d574f0018f67) service to localhost/127.0.0.1:38581 2024-12-02T15:51:57,737 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:51:57,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/data/data1/current/BP-1571166226-172.17.0.3-1733154636316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:51:57,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/cluster_3f156a8f-94fb-049f-10dc-b03f234d4d09/data/data2/current/BP-1571166226-172.17.0.3-1733154636316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:51:57,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:51:57,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@419549fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:51:57,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23f801fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:51:57,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:51:57,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29aec73c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:51:57,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68d6b1bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.log.dir/,STOPPED} 2024-12-02T15:51:57,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:51:57,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:51:57,788 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 99) - Thread LEAK? -, OpenFileDescriptor=444 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 147) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9480 (was 9954) 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=109, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=9479 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.log.dir so I do NOT create it in target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d8362567-849b-e2b2-b3a9-b40cec265974/hadoop.tmp.dir so I do NOT create it in target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f, deleteOnExit=true 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/test.cache.data in system properties and HBase conf 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:51:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:51:57,795 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:51:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:51:57,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:51:57,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:51:58,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:51:58,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:51:58,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:51:58,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:51:58,066 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:51:58,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:51:58,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1614d55d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:51:58,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72b06676{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:51:58,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@427de658{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/java.io.tmpdir/jetty-localhost-39841-hadoop-hdfs-3_4_1-tests_jar-_-any-12809103122052807706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:51:58,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bebdea5{HTTP/1.1, (http/1.1)}{localhost:39841} 2024-12-02T15:51:58,175 INFO [Time-limited test {}] server.Server(415): Started @226358ms 2024-12-02T15:51:58,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:51:58,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:51:58,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:51:58,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:51:58,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:51:58,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51cb6ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:51:58,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8a3d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:51:58,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d938226{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/java.io.tmpdir/jetty-localhost-36683-hadoop-hdfs-3_4_1-tests_jar-_-any-2712824406455716232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:51:58,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ac21bae{HTTP/1.1, (http/1.1)}{localhost:36683} 2024-12-02T15:51:58,408 INFO [Time-limited test {}] server.Server(415): Started @226590ms 2024-12-02T15:51:58,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:51:58,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:51:58,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:51:58,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:51:58,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:51:58,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:51:58,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@378afd74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:51:58,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a49edc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:51:58,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@efc94ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/java.io.tmpdir/jetty-localhost-35781-hadoop-hdfs-3_4_1-tests_jar-_-any-7450106291372831350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:51:58,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22d5a911{HTTP/1.1, (http/1.1)}{localhost:35781} 2024-12-02T15:51:58,536 INFO [Time-limited test {}] server.Server(415): Started @226718ms 2024-12-02T15:51:58,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:51:59,177 WARN [Thread-1608 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/data/data1/current/BP-1094733275-172.17.0.3-1733154717817/current, will proceed with Du for space computation calculation, 2024-12-02T15:51:59,177 WARN [Thread-1609 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/data/data2/current/BP-1094733275-172.17.0.3-1733154717817/current, will proceed with Du for space computation calculation, 2024-12-02T15:51:59,190 WARN [Thread-1573 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:51:59,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9165764b8b8a6b6 with lease ID 0xe6961b8fafd82035: Processing first storage report for DS-eff60754-91db-4fda-80c1-07f3cc500238 from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=5e055fc1-998e-4df4-93b1-9d1b61a24702, infoPort=34829, infoSecurePort=0, ipcPort=33053, storageInfo=lv=-57;cid=testClusterID;nsid=780702772;c=1733154717817) 2024-12-02T15:51:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9165764b8b8a6b6 with lease ID 0xe6961b8fafd82035: from storage DS-eff60754-91db-4fda-80c1-07f3cc500238 node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=5e055fc1-998e-4df4-93b1-9d1b61a24702, infoPort=34829, infoSecurePort=0, ipcPort=33053, storageInfo=lv=-57;cid=testClusterID;nsid=780702772;c=1733154717817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:51:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9165764b8b8a6b6 with lease ID 0xe6961b8fafd82035: Processing first storage report for DS-4c584cd9-2585-47bd-ab4e-d3a451b02991 from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=5e055fc1-998e-4df4-93b1-9d1b61a24702, infoPort=34829, infoSecurePort=0, ipcPort=33053, storageInfo=lv=-57;cid=testClusterID;nsid=780702772;c=1733154717817) 2024-12-02T15:51:59,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9165764b8b8a6b6 with lease ID 0xe6961b8fafd82035: from storage DS-4c584cd9-2585-47bd-ab4e-d3a451b02991 node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=5e055fc1-998e-4df4-93b1-9d1b61a24702, infoPort=34829, infoSecurePort=0, ipcPort=33053, storageInfo=lv=-57;cid=testClusterID;nsid=780702772;c=1733154717817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:51:59,379 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/data/data3/current/BP-1094733275-172.17.0.3-1733154717817/current, will proceed with Du for space computation calculation, 2024-12-02T15:51:59,379 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/data/data4/current/BP-1094733275-172.17.0.3-1733154717817/current, will proceed with Du for space computation calculation, 2024-12-02T15:51:59,398 WARN [Thread-1596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:51:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd89f2ba38a063de6 with lease ID 0xe6961b8fafd82036: Processing first storage report for DS-9e7f75e9-cc81-45fc-b16d-b3e89fe7ab45 from datanode DatanodeRegistration(127.0.0.1:38425, datanodeUuid=b82850c1-aca8-45a8-bbec-c60c28c72c02, infoPort=45091, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=780702772;c=1733154717817) 2024-12-02T15:51:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd89f2ba38a063de6 with lease ID 0xe6961b8fafd82036: from storage DS-9e7f75e9-cc81-45fc-b16d-b3e89fe7ab45 node DatanodeRegistration(127.0.0.1:38425, datanodeUuid=b82850c1-aca8-45a8-bbec-c60c28c72c02, infoPort=45091, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=780702772;c=1733154717817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:51:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd89f2ba38a063de6 with lease ID 0xe6961b8fafd82036: Processing first storage report for DS-ca6f0323-c4f3-4cca-bdef-4863923d0691 from datanode DatanodeRegistration(127.0.0.1:38425, datanodeUuid=b82850c1-aca8-45a8-bbec-c60c28c72c02, infoPort=45091, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=780702772;c=1733154717817) 2024-12-02T15:51:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd89f2ba38a063de6 with lease ID 0xe6961b8fafd82036: from storage DS-ca6f0323-c4f3-4cca-bdef-4863923d0691 node DatanodeRegistration(127.0.0.1:38425, datanodeUuid=b82850c1-aca8-45a8-bbec-c60c28c72c02, infoPort=45091, infoSecurePort=0, ipcPort=45209, storageInfo=lv=-57;cid=testClusterID;nsid=780702772;c=1733154717817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:51:59,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f 2024-12-02T15:51:59,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/zookeeper_0, clientPort=56011, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:51:59,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56011 2024-12-02T15:51:59,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:51:59,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:51:59,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:51:59,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:51:59,488 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523 with version=8 2024-12-02T15:51:59,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45151/user/jenkins/test-data/a5964156-43ab-2448-c467-c263c2534daa/hbase-staging 2024-12-02T15:51:59,491 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:51:59,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:51:59,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:51:59,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:51:59,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:51:59,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:51:59,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:51:59,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:51:59,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37055 2024-12-02T15:51:59,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37055 connecting to ZooKeeper ensemble=127.0.0.1:56011 2024-12-02T15:51:59,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370550x0, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:51:59,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37055-0x1019807e96a0000 connected 2024-12-02T15:51:59,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:51:59,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:51:59,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:51:59,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523, hbase.cluster.distributed=false 2024-12-02T15:51:59,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:51:59,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37055 2024-12-02T15:51:59,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37055 2024-12-02T15:51:59,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37055 2024-12-02T15:51:59,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37055 2024-12-02T15:51:59,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37055 2024-12-02T15:51:59,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:51:59,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:51:59,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:51:59,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:51:59,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:51:59,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:51:59,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:51:59,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:51:59,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33245 2024-12-02T15:51:59,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33245 connecting to ZooKeeper ensemble=127.0.0.1:56011 2024-12-02T15:51:59,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:51:59,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:51:59,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332450x0, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:51:59,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332450x0, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:51:59,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33245-0x1019807e96a0001 connected 2024-12-02T15:51:59,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:51:59,646 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:51:59,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:51:59,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:51:59,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33245 2024-12-02T15:51:59,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33245 2024-12-02T15:51:59,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33245 2024-12-02T15:51:59,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33245 2024-12-02T15:51:59,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33245 2024-12-02T15:51:59,658 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1c0b6c2739c:37055 2024-12-02T15:51:59,659 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1c0b6c2739c,37055,1733154719491 2024-12-02T15:51:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:51:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:51:59,670 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1c0b6c2739c,37055,1733154719491 2024-12-02T15:51:59,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:51:59,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,679 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T15:51:59,679 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1c0b6c2739c,37055,1733154719491 from backup master directory 2024-12-02T15:51:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1c0b6c2739c,37055,1733154719491 2024-12-02T15:51:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:51:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:51:59,687 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:51:59,687 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1c0b6c2739c,37055,1733154719491 2024-12-02T15:51:59,690 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/hbase.id] with ID: d2515f3f-b2d1-45a1-a714-79673bf7899b 2024-12-02T15:51:59,690 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/.tmp/hbase.id 2024-12-02T15:51:59,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:51:59,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:51:59,696 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/.tmp/hbase.id]:[hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/hbase.id] 2024-12-02T15:51:59,706 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:51:59,706 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:51:59,708 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T15:51:59,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:51:59,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:51:59,719 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:51:59,720 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:51:59,720 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:51:59,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:51:59,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:51:59,728 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store 2024-12-02T15:51:59,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:51:59,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:51:59,738 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:51:59,738 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:51:59,739 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:51:59,739 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:51:59,739 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:51:59,739 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:51:59,739 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:51:59,739 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154719738Disabling compacts and flushes for region at 1733154719738Disabling writes for close at 1733154719739 (+1 ms)Writing region close event to WAL at 1733154719739Closed at 1733154719739 2024-12-02T15:51:59,740 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/.initializing 2024-12-02T15:51:59,740 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/WALs/e1c0b6c2739c,37055,1733154719491 2024-12-02T15:51:59,741 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:51:59,743 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C37055%2C1733154719491, suffix=, logDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/WALs/e1c0b6c2739c,37055,1733154719491, archiveDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/oldWALs, maxLogs=10 2024-12-02T15:51:59,755 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/WALs/e1c0b6c2739c,37055,1733154719491/e1c0b6c2739c%2C37055%2C1733154719491.1733154719743, exclude list is [], retry=0 2024-12-02T15:51:59,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-eff60754-91db-4fda-80c1-07f3cc500238,DISK] 2024-12-02T15:51:59,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-9e7f75e9-cc81-45fc-b16d-b3e89fe7ab45,DISK] 2024-12-02T15:51:59,759 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/WALs/e1c0b6c2739c,37055,1733154719491/e1c0b6c2739c%2C37055%2C1733154719491.1733154719743 2024-12-02T15:51:59,759 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34829:34829),(127.0.0.1/127.0.0.1:45091:45091)] 2024-12-02T15:51:59,759 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:51:59,759 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:51:59,760 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,760 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:51:59,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:59,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:51:59,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:51:59,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:59,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:51:59,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:51:59,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:59,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:51:59,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:51:59,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:59,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:51:59,771 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,772 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,772 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,773 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,773 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,774 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:51:59,775 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:51:59,777 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:51:59,777 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=779195, jitterRate=-0.009202733635902405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:51:59,778 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733154719760Initializing all the Stores at 1733154719761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154719761Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154719762 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154719762Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154719763 (+1 ms)Cleaning up temporary data from old regions at 1733154719773 (+10 ms)Region opened successfully at 1733154719778 (+5 ms) 2024-12-02T15:51:59,778 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:51:59,781 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15fc759f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:51:59,782 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:51:59,782 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:51:59,782 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:51:59,782 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:51:59,783 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T15:51:59,783 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:51:59,783 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T15:51:59,786 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:51:59,787 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T15:51:59,795 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T15:51:59,796 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:51:59,797 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:51:59,803 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T15:51:59,804 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:51:59,805 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:51:59,811 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T15:51:59,813 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:51:59,820 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T15:51:59,822 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:51:59,828 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T15:51:59,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:51:59,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:51:59,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,837 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1c0b6c2739c,37055,1733154719491, sessionid=0x1019807e96a0000, setting cluster-up flag (Was=false) 2024-12-02T15:51:59,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,878 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T15:51:59,880 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,37055,1733154719491 2024-12-02T15:51:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:51:59,920 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T15:51:59,921 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,37055,1733154719491 2024-12-02T15:51:59,922 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:51:59,924 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:51:59,924 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:51:59,924 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:51:59,924 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1c0b6c2739c,37055,1733154719491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:51:59,926 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:51:59,926 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:51:59,926 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:51:59,926 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:51:59,926 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1c0b6c2739c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:51:59,926 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:51:59,926 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:51:59,926 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:51:59,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:51:59,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:51:59,928 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733154749928 2024-12-02T15:51:59,928 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:51:59,928 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:51:59,928 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:51:59,928 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:51:59,928 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:51:59,928 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:51:59,928 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:51:59,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:59,929 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:51:59,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:51:59,929 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:51:59,929 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:51:59,930 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:51:59,930 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:51:59,930 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154719930,5,FailOnTimeoutGroup] 2024-12-02T15:51:59,930 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154719930,5,FailOnTimeoutGroup] 2024-12-02T15:51:59,930 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:51:59,931 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:51:59,931 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:51:59,931 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:51:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:51:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:51:59,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:51:59,936 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523 2024-12-02T15:51:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:51:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:51:59,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:51:59,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:51:59,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:51:59,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:59,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:51:59,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:51:59,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:51:59,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:59,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:51:59,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:51:59,951 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(746): ClusterId : d2515f3f-b2d1-45a1-a714-79673bf7899b 2024-12-02T15:51:59,951 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:51:59,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:51:59,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:59,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:51:59,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:51:59,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:51:59,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:51:59,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:51:59,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:51:59,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740 2024-12-02T15:51:59,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740 2024-12-02T15:51:59,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:51:59,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:51:59,958 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:51:59,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:51:59,962 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:51:59,962 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:51:59,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:51:59,963 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859561, jitterRate=0.09298880398273468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:51:59,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733154719945Initializing all the Stores at 1733154719946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154719946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154719946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154719946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154719946Cleaning up temporary data from old regions at 1733154719958 (+12 ms)Region opened successfully at 1733154719963 (+5 ms) 2024-12-02T15:51:59,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:51:59,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:51:59,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:51:59,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:51:59,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:51:59,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:51:59,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154719963Disabling compacts and flushes for region at 1733154719963Disabling writes for close at 1733154719964 (+1 ms)Writing region close event to WAL at 1733154719964Closed at 1733154719964 2024-12-02T15:51:59,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:51:59,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:51:59,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:51:59,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:51:59,967 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:51:59,971 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:51:59,971 DEBUG [RS:0;e1c0b6c2739c:33245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4a8ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:51:59,987 DEBUG [RS:0;e1c0b6c2739c:33245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1c0b6c2739c:33245 2024-12-02T15:51:59,987 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:51:59,987 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:51:59,987 DEBUG [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:51:59,988 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,37055,1733154719491 with port=33245, startcode=1733154719629 2024-12-02T15:51:59,988 DEBUG [RS:0;e1c0b6c2739c:33245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:51:59,989 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:51:59,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,33245,1733154719629 2024-12-02T15:51:59,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37055 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,33245,1733154719629 2024-12-02T15:51:59,991 DEBUG [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523 2024-12-02T15:51:59,991 DEBUG [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41487 2024-12-02T15:51:59,991 DEBUG [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:51:59,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:51:59,996 DEBUG [RS:0;e1c0b6c2739c:33245 {}] zookeeper.ZKUtil(111): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,33245,1733154719629 2024-12-02T15:51:59,996 WARN [RS:0;e1c0b6c2739c:33245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:51:59,996 INFO [RS:0;e1c0b6c2739c:33245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:51:59,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,33245,1733154719629] 2024-12-02T15:51:59,996 DEBUG [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/e1c0b6c2739c,33245,1733154719629 2024-12-02T15:52:00,000 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:52:00,002 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:52:00,002 INFO [RS:0;e1c0b6c2739c:33245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:52:00,002 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,002 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:52:00,003 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:52:00,003 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:52:00,004 DEBUG [RS:0;e1c0b6c2739c:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:52:00,006 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,007 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,007 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,007 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,007 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,007 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33245,1733154719629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:52:00,026 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:52:00,026 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33245,1733154719629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,027 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,027 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.Replication(171): e1c0b6c2739c,33245,1733154719629 started 2024-12-02T15:52:00,042 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,042 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,33245,1733154719629, RpcServer on e1c0b6c2739c/172.17.0.3:33245, sessionid=0x1019807e96a0001 2024-12-02T15:52:00,042 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:52:00,042 DEBUG [RS:0;e1c0b6c2739c:33245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,33245,1733154719629 2024-12-02T15:52:00,042 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,33245,1733154719629' 2024-12-02T15:52:00,042 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:52:00,043 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:52:00,043 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:52:00,043 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:52:00,043 DEBUG [RS:0;e1c0b6c2739c:33245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,33245,1733154719629 2024-12-02T15:52:00,043 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,33245,1733154719629' 2024-12-02T15:52:00,043 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:52:00,044 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:52:00,044 DEBUG [RS:0;e1c0b6c2739c:33245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:52:00,044 INFO [RS:0;e1c0b6c2739c:33245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:52:00,044 INFO [RS:0;e1c0b6c2739c:33245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:52:00,118 WARN [e1c0b6c2739c:37055 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:52:00,144 INFO [RS:0;e1c0b6c2739c:33245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:52:00,146 INFO [RS:0;e1c0b6c2739c:33245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C33245%2C1733154719629, suffix=, logDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/e1c0b6c2739c,33245,1733154719629, archiveDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/oldWALs, maxLogs=32 2024-12-02T15:52:00,158 DEBUG [RS:0;e1c0b6c2739c:33245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/e1c0b6c2739c,33245,1733154719629/e1c0b6c2739c%2C33245%2C1733154719629.1733154720147, exclude list is [], retry=0 2024-12-02T15:52:00,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-9e7f75e9-cc81-45fc-b16d-b3e89fe7ab45,DISK] 2024-12-02T15:52:00,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-eff60754-91db-4fda-80c1-07f3cc500238,DISK] 2024-12-02T15:52:00,162 INFO [RS:0;e1c0b6c2739c:33245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/e1c0b6c2739c,33245,1733154719629/e1c0b6c2739c%2C33245%2C1733154719629.1733154720147 2024-12-02T15:52:00,162 DEBUG [RS:0;e1c0b6c2739c:33245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45091:45091),(127.0.0.1/127.0.0.1:34829:34829)] 2024-12-02T15:52:00,368 DEBUG [e1c0b6c2739c:37055 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T15:52:00,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1c0b6c2739c,33245,1733154719629 2024-12-02T15:52:00,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,33245,1733154719629, state=OPENING 2024-12-02T15:52:00,412 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:52:00,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:52:00,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:52:00,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:52:00,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:52:00,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:52:00,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,33245,1733154719629}] 2024-12-02T15:52:00,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:52:00,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:52:00,579 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:52:00,579 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:52:00,580 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:52:00,582 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C33245%2C1733154719629.meta, suffix=.meta, logDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/e1c0b6c2739c,33245,1733154719629, archiveDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/oldWALs, maxLogs=32 2024-12-02T15:52:00,596 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/e1c0b6c2739c,33245,1733154719629/e1c0b6c2739c%2C33245%2C1733154719629.meta.1733154720582.meta, exclude list is [], retry=0 2024-12-02T15:52:00,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-eff60754-91db-4fda-80c1-07f3cc500238,DISK] 2024-12-02T15:52:00,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-9e7f75e9-cc81-45fc-b16d-b3e89fe7ab45,DISK] 2024-12-02T15:52:00,600 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/e1c0b6c2739c,33245,1733154719629/e1c0b6c2739c%2C33245%2C1733154719629.meta.1733154720582.meta 2024-12-02T15:52:00,600 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34829:34829),(127.0.0.1/127.0.0.1:45091:45091)] 2024-12-02T15:52:00,600 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:52:00,600 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:52:00,600 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:52:00,601 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:52:00,601 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:52:00,601 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:52:00,601 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:52:00,601 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:52:00,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:52:00,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:52:00,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:52:00,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:52:00,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:52:00,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:52:00,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:52:00,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:52:00,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:52:00,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:52:00,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:52:00,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:52:00,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:52:00,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:52:00,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:52:00,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:52:00,607 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:52:00,607 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740 2024-12-02T15:52:00,608 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740 2024-12-02T15:52:00,609 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:52:00,609 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:52:00,609 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T15:52:00,610 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:52:00,611 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=753628, jitterRate=-0.04171308875083923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T15:52:00,611 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:52:00,612 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733154720601Writing region info on filesystem at 1733154720601Initializing all the Stores at 1733154720602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154720602Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154720602Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733154720602Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733154720602Cleaning up temporary data from old regions at 1733154720609 (+7 ms)Running coprocessor post-open hooks at 1733154720611 (+2 ms)Region opened successfully at 1733154720612 (+1 ms) 2024-12-02T15:52:00,612 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733154720573 2024-12-02T15:52:00,614 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:52:00,614 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:52:00,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,33245,1733154719629 2024-12-02T15:52:00,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,33245,1733154719629, state=OPEN 2024-12-02T15:52:00,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:52:00,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:52:00,648 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,33245,1733154719629 2024-12-02T15:52:00,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:52:00,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:52:00,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:52:00,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,33245,1733154719629 in 228 msec 2024-12-02T15:52:00,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:52:00,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 685 msec 2024-12-02T15:52:00,652 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:52:00,652 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:52:00,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:52:00,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,33245,1733154719629, seqNum=-1] 2024-12-02T15:52:00,654 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:52:00,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:52:00,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 734 msec 2024-12-02T15:52:00,659 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733154720659, completionTime=-1 2024-12-02T15:52:00,659 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T15:52:00,659 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:52:00,660 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T15:52:00,661 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733154780661 2024-12-02T15:52:00,661 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733154840661 2024-12-02T15:52:00,661 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T15:52:00,661 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37055,1733154719491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,661 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37055,1733154719491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,661 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37055,1733154719491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,661 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1c0b6c2739c:37055, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,661 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,661 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,663 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:52:00,665 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.977sec 2024-12-02T15:52:00,665 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:52:00,665 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:52:00,665 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:52:00,665 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:52:00,665 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:52:00,665 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37055,1733154719491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:52:00,665 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37055,1733154719491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:52:00,667 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:52:00,667 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:52:00,667 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37055,1733154719491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:52:00,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57acb9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:52:00,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,37055,-1 for getting cluster id 2024-12-02T15:52:00,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:52:00,753 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2515f3f-b2d1-45a1-a714-79673bf7899b' 2024-12-02T15:52:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:52:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2515f3f-b2d1-45a1-a714-79673bf7899b" 2024-12-02T15:52:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5565312a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:52:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,37055,-1] 2024-12-02T15:52:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:52:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:52:00,754 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:52:00,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4441633a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:52:00,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:52:00,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,33245,1733154719629, seqNum=-1] 2024-12-02T15:52:00,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:52:00,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:52:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1c0b6c2739c,37055,1733154719491 2024-12-02T15:52:00,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:52:00,761 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T15:52:00,761 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:52:00,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:52:00,764 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/test.com,8080,1, archiveDir=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/oldWALs, maxLogs=32 2024-12-02T15:52:00,774 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/test.com,8080,1/test.com%2C8080%2C1.1733154720764, exclude list is [], retry=0 2024-12-02T15:52:00,777 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-eff60754-91db-4fda-80c1-07f3cc500238,DISK] 2024-12-02T15:52:00,777 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-9e7f75e9-cc81-45fc-b16d-b3e89fe7ab45,DISK] 2024-12-02T15:52:00,778 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/test.com,8080,1/test.com%2C8080%2C1.1733154720764 2024-12-02T15:52:00,781 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34829:34829),(127.0.0.1/127.0.0.1:45091:45091)] 2024-12-02T15:52:00,791 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/test.com,8080,1/test.com%2C8080%2C1.1733154720781, exclude list is [], retry=0 2024-12-02T15:52:00,793 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38425,DS-9e7f75e9-cc81-45fc-b16d-b3e89fe7ab45,DISK] 2024-12-02T15:52:00,794 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-eff60754-91db-4fda-80c1-07f3cc500238,DISK] 2024-12-02T15:52:00,795 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/test.com,8080,1/test.com%2C8080%2C1.1733154720764 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/test.com,8080,1/test.com%2C8080%2C1.1733154720781 2024-12-02T15:52:00,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45091:45091),(127.0.0.1/127.0.0.1:34829:34829)] 2024-12-02T15:52:00,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/test.com,8080,1/test.com%2C8080%2C1.1733154720764 is not closed yet, will try archiving it next time 2024-12-02T15:52:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741835_1011 (size=93) 2024-12-02T15:52:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741835_1011 (size=93) 2024-12-02T15:52:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741836_1012 (size=93) 2024-12-02T15:52:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741836_1012 (size=93) 2024-12-02T15:52:00,799 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/WALs/test.com,8080,1/test.com%2C8080%2C1.1733154720764 to hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/oldWALs/test.com%2C8080%2C1.1733154720764 2024-12-02T15:52:00,801 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/oldWALs 2024-12-02T15:52:00,801 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733154720781) 2024-12-02T15:52:00,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:52:00,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:52:00,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:52:00,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:52:00,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:52:00,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:52:00,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:52:00,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=312899262, stopped=false 2024-12-02T15:52:00,801 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1c0b6c2739c,37055,1733154719491 2024-12-02T15:52:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:52:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:52:00,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:52:00,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:52:00,812 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:52:00,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:52:00,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:52:00,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:52:00,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:52:00,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:52:00,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,33245,1733154719629' ***** 2024-12-02T15:52:00,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:52:00,812 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:52:00,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,33245,1733154719629 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1c0b6c2739c:33245. 2024-12-02T15:52:00,813 DEBUG [RS:0;e1c0b6c2739c:33245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:52:00,813 DEBUG [RS:0;e1c0b6c2739c:33245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:52:00,813 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T15:52:00,813 DEBUG [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T15:52:00,813 DEBUG [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T15:52:00,813 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:52:00,814 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:52:00,814 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:52:00,814 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:52:00,814 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:52:00,814 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T15:52:00,827 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740/.tmp/ns/02f518b84a1b4cda8f4311f864d37954 is 43, key is default/ns:d/1733154720655/Put/seqid=0 2024-12-02T15:52:00,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741837_1013 (size=5153) 2024-12-02T15:52:00,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741837_1013 (size=5153) 2024-12-02T15:52:00,832 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740/.tmp/ns/02f518b84a1b4cda8f4311f864d37954 2024-12-02T15:52:00,838 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740/.tmp/ns/02f518b84a1b4cda8f4311f864d37954 as hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740/ns/02f518b84a1b4cda8f4311f864d37954 2024-12-02T15:52:00,842 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740/ns/02f518b84a1b4cda8f4311f864d37954, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T15:52:00,843 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=6, compaction requested=false 2024-12-02T15:52:00,843 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:52:00,848 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T15:52:00,848 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:52:00,848 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:52:00,849 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733154720813Running coprocessor pre-close hooks at 1733154720813Disabling compacts and flushes for region at 1733154720813Disabling writes for close at 1733154720814 (+1 ms)Obtaining lock to block concurrent updates at 1733154720814Preparing flush snapshotting stores in 1588230740 at 1733154720814Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733154720814Flushing stores of hbase:meta,,1.1588230740 at 1733154720815 (+1 ms)Flushing 1588230740/ns: creating writer at 1733154720815Flushing 1588230740/ns: appending metadata at 1733154720827 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733154720827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d30186e: reopening flushed file at 1733154720837 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=6, compaction requested=false at 1733154720843 (+6 ms)Writing region close event to WAL at 1733154720844 (+1 ms)Running coprocessor post-close hooks at 1733154720848 (+4 ms)Closed at 1733154720848 2024-12-02T15:52:00,849 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:52:01,014 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,33245,1733154719629; all regions closed. 2024-12-02T15:52:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741834_1010 (size=1152) 2024-12-02T15:52:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741834_1010 (size=1152) 2024-12-02T15:52:01,018 DEBUG [RS:0;e1c0b6c2739c:33245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/oldWALs 2024-12-02T15:52:01,018 INFO [RS:0;e1c0b6c2739c:33245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C33245%2C1733154719629.meta:.meta(num 1733154720582) 2024-12-02T15:52:01,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741833_1009 (size=93) 2024-12-02T15:52:01,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741833_1009 (size=93) 2024-12-02T15:52:01,021 DEBUG [RS:0;e1c0b6c2739c:33245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/oldWALs 2024-12-02T15:52:01,021 INFO [RS:0;e1c0b6c2739c:33245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C33245%2C1733154719629:(num 1733154720147) 2024-12-02T15:52:01,022 DEBUG [RS:0;e1c0b6c2739c:33245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:52:01,022 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:52:01,022 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:52:01,022 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:52:01,022 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:52:01,022 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:52:01,022 INFO [RS:0;e1c0b6c2739c:33245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33245 2024-12-02T15:52:01,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,33245,1733154719629 2024-12-02T15:52:01,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:52:01,028 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:52:01,028 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f77f0902658@713a32bd rejected from java.util.concurrent.ThreadPoolExecutor@3438a2fe[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T15:52:01,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,33245,1733154719629] 2024-12-02T15:52:01,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,33245,1733154719629 already deleted, retry=false 2024-12-02T15:52:01,045 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,33245,1733154719629 expired; onlineServers=0 2024-12-02T15:52:01,045 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1c0b6c2739c,37055,1733154719491' ***** 2024-12-02T15:52:01,045 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:52:01,045 INFO [M:0;e1c0b6c2739c:37055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:52:01,045 INFO [M:0;e1c0b6c2739c:37055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:52:01,045 DEBUG [M:0;e1c0b6c2739c:37055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:52:01,045 DEBUG [M:0;e1c0b6c2739c:37055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:52:01,045 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:52:01,045 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154719930 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733154719930,5,FailOnTimeoutGroup] 2024-12-02T15:52:01,045 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154719930 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733154719930,5,FailOnTimeoutGroup] 2024-12-02T15:52:01,046 INFO [M:0;e1c0b6c2739c:37055 {}] hbase.ChoreService(370): Chore service for: master/e1c0b6c2739c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:52:01,046 INFO [M:0;e1c0b6c2739c:37055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:52:01,046 DEBUG [M:0;e1c0b6c2739c:37055 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:52:01,046 INFO [M:0;e1c0b6c2739c:37055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:52:01,046 INFO [M:0;e1c0b6c2739c:37055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:52:01,046 INFO [M:0;e1c0b6c2739c:37055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:52:01,046 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:52:01,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T15:52:01,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:52:01,053 DEBUG [M:0;e1c0b6c2739c:37055 {}] zookeeper.ZKUtil(347): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T15:52:01,053 WARN [M:0;e1c0b6c2739c:37055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:52:01,054 INFO [M:0;e1c0b6c2739c:37055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/.lastflushedseqids 2024-12-02T15:52:01,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741838_1014 (size=99) 2024-12-02T15:52:01,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741838_1014 (size=99) 2024-12-02T15:52:01,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:52:01,137 INFO [RS:0;e1c0b6c2739c:33245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:52:01,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1019807e96a0001, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:52:01,137 INFO [RS:0;e1c0b6c2739c:33245 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,33245,1733154719629; zookeeper connection closed. 2024-12-02T15:52:01,137 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f416479 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f416479 2024-12-02T15:52:01,137 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T15:52:01,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,460 INFO [M:0;e1c0b6c2739c:37055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:52:01,460 INFO [M:0;e1c0b6c2739c:37055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:52:01,460 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:52:01,461 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:52:01,461 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:52:01,461 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:52:01,461 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:52:01,461 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-02T15:52:01,481 DEBUG [M:0;e1c0b6c2739c:37055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27f69841dd6e47f1aaf5ee1182306ec1 is 82, key is hbase:meta,,1/info:regioninfo/1733154720614/Put/seqid=0 2024-12-02T15:52:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741839_1015 (size=5672) 2024-12-02T15:52:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741839_1015 (size=5672) 2024-12-02T15:52:01,486 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27f69841dd6e47f1aaf5ee1182306ec1 2024-12-02T15:52:01,509 DEBUG [M:0;e1c0b6c2739c:37055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/564aa81a0a6743caaaf2ecc0085bd62f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733154720658/Put/seqid=0 2024-12-02T15:52:01,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741840_1016 (size=5275) 2024-12-02T15:52:01,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741840_1016 (size=5275) 2024-12-02T15:52:01,514 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/564aa81a0a6743caaaf2ecc0085bd62f 2024-12-02T15:52:01,530 DEBUG [M:0;e1c0b6c2739c:37055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e1fdc43e98d437abb0811a39e90e7be is 69, key is e1c0b6c2739c,33245,1733154719629/rs:state/1733154719990/Put/seqid=0 2024-12-02T15:52:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741841_1017 (size=5156) 2024-12-02T15:52:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741841_1017 (size=5156) 2024-12-02T15:52:01,535 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e1fdc43e98d437abb0811a39e90e7be 2024-12-02T15:52:01,557 DEBUG [M:0;e1c0b6c2739c:37055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/44db64e96a674517b729689207f29626 is 52, key is load_balancer_on/state:d/1733154720760/Put/seqid=0 2024-12-02T15:52:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741842_1018 (size=5056) 2024-12-02T15:52:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741842_1018 (size=5056) 2024-12-02T15:52:01,562 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/44db64e96a674517b729689207f29626 2024-12-02T15:52:01,566 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27f69841dd6e47f1aaf5ee1182306ec1 as hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27f69841dd6e47f1aaf5ee1182306ec1 2024-12-02T15:52:01,571 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27f69841dd6e47f1aaf5ee1182306ec1, entries=8, sequenceid=29, filesize=5.5 K 2024-12-02T15:52:01,572 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/564aa81a0a6743caaaf2ecc0085bd62f as hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/564aa81a0a6743caaaf2ecc0085bd62f 2024-12-02T15:52:01,577 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/564aa81a0a6743caaaf2ecc0085bd62f, entries=3, sequenceid=29, filesize=5.2 K 2024-12-02T15:52:01,578 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e1fdc43e98d437abb0811a39e90e7be as hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e1fdc43e98d437abb0811a39e90e7be 2024-12-02T15:52:01,584 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e1fdc43e98d437abb0811a39e90e7be, entries=1, sequenceid=29, filesize=5.0 K 2024-12-02T15:52:01,585 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/44db64e96a674517b729689207f29626 as hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/44db64e96a674517b729689207f29626 2024-12-02T15:52:01,591 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41487/user/jenkins/test-data/6435fbb5-f1f0-0337-be00-da7f52ebb523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/44db64e96a674517b729689207f29626, entries=1, sequenceid=29, filesize=4.9 K 2024-12-02T15:52:01,592 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=29, compaction requested=false 2024-12-02T15:52:01,593 INFO [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:52:01,594 DEBUG [M:0;e1c0b6c2739c:37055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733154721460Disabling compacts and flushes for region at 1733154721460Disabling writes for close at 1733154721461 (+1 ms)Obtaining lock to block concurrent updates at 1733154721461Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733154721461Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733154721461Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733154721462 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733154721462Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733154721480 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733154721480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733154721492 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733154721509 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733154721509Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733154721518 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733154721530 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733154721530Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733154721539 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733154721557 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733154721557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbde9b: reopening flushed file at 1733154721565 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db2f36e: reopening flushed file at 1733154721571 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626576d: reopening flushed file at 1733154721577 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6445e0: reopening flushed file at 1733154721584 (+7 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=29, compaction requested=false at 1733154721592 (+8 ms)Writing region close event to WAL at 1733154721593 (+1 ms)Closed at 1733154721593 2024-12-02T15:52:01,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741830_1006 (size=10311) 2024-12-02T15:52:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38425 is added to blk_1073741830_1006 (size=10311) 2024-12-02T15:52:01,596 INFO [M:0;e1c0b6c2739c:37055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:52:01,596 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:52:01,596 INFO [M:0;e1c0b6c2739c:37055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37055 2024-12-02T15:52:01,597 INFO [M:0;e1c0b6c2739c:37055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:52:01,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:52:01,745 INFO [M:0;e1c0b6c2739c:37055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:52:01,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x1019807e96a0000, quorum=127.0.0.1:56011, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:52:01,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@efc94ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:52:01,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22d5a911{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:52:01,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:52:01,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a49edc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:52:01,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@378afd74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/hadoop.log.dir/,STOPPED} 2024-12-02T15:52:01,778 WARN [BP-1094733275-172.17.0.3-1733154717817 heartbeating to localhost/127.0.0.1:41487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:52:01,778 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:52:01,778 WARN [BP-1094733275-172.17.0.3-1733154717817 heartbeating to localhost/127.0.0.1:41487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1094733275-172.17.0.3-1733154717817 (Datanode Uuid b82850c1-aca8-45a8-bbec-c60c28c72c02) service to localhost/127.0.0.1:41487 2024-12-02T15:52:01,778 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:52:01,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/data/data3/current/BP-1094733275-172.17.0.3-1733154717817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:52:01,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/data/data4/current/BP-1094733275-172.17.0.3-1733154717817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:52:01,779 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:52:01,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d938226{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:52:01,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ac21bae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:52:01,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:52:01,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8a3d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:52:01,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51cb6ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/hadoop.log.dir/,STOPPED} 2024-12-02T15:52:01,782 WARN [BP-1094733275-172.17.0.3-1733154717817 heartbeating to localhost/127.0.0.1:41487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:52:01,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:52:01,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:52:01,782 WARN [BP-1094733275-172.17.0.3-1733154717817 heartbeating to localhost/127.0.0.1:41487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1094733275-172.17.0.3-1733154717817 (Datanode Uuid 5e055fc1-998e-4df4-93b1-9d1b61a24702) service to localhost/127.0.0.1:41487 2024-12-02T15:52:01,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/data/data1/current/BP-1094733275-172.17.0.3-1733154717817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:52:01,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/cluster_721fc2c6-ec7b-8b96-242a-c51a868b122f/data/data2/current/BP-1094733275-172.17.0.3-1733154717817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:52:01,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:52:01,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@427de658{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:52:01,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bebdea5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:52:01,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:52:01,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72b06676{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:52:01,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1614d55d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e0fd1561-96dc-d738-060c-9ac59dcae02f/hadoop.log.dir/,STOPPED} 2024-12-02T15:52:01,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:52:01,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:52:01,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:52:01,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:52:01,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 109) - Thread LEAK? -, OpenFileDescriptor=499 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 165) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9402 (was 9479)