2024-11-11 16:48:25,395 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-11 16:48:25,410 main DEBUG Took 0.012964 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 16:48:25,410 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 16:48:25,411 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 16:48:25,412 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 16:48:25,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,422 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 16:48:25,436 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,438 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,439 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,440 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,441 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,442 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,442 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,443 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,444 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,445 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,446 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 16:48:25,447 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,447 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 16:48:25,448 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 16:48:25,449 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 16:48:25,451 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 16:48:25,451 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 16:48:25,452 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 16:48:25,453 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 16:48:25,461 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 16:48:25,463 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 16:48:25,464 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 16:48:25,465 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 16:48:25,465 main DEBUG createAppenders(={Console}) 2024-11-11 16:48:25,466 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-11 16:48:25,466 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-11 16:48:25,466 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-11 16:48:25,467 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 16:48:25,467 main DEBUG OutputStream closed 2024-11-11 16:48:25,467 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 16:48:25,468 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 16:48:25,468 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-11 16:48:25,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 16:48:25,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 16:48:25,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 16:48:25,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 16:48:25,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 16:48:25,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 16:48:25,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 16:48:25,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 16:48:25,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 16:48:25,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 16:48:25,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 16:48:25,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 16:48:25,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 16:48:25,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 16:48:25,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 16:48:25,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 16:48:25,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 16:48:25,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 16:48:25,543 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 16:48:25,544 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-11 16:48:25,544 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 16:48:25,545 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-11T16:48:25,819 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf 2024-11-11 16:48:25,823 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 16:48:25,823 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T16:48:25,834 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-11T16:48:25,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=75, ProcessCount=11, AvailableMemoryMB=8920 2024-11-11T16:48:25,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:48:25,884 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f, deleteOnExit=true 2024-11-11T16:48:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:48:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/test.cache.data in system properties and HBase conf 2024-11-11T16:48:25,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:48:25,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:48:25,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:48:25,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:48:25,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:48:25,976 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T16:48:26,067 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:48:26,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:48:26,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:48:26,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:48:26,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:48:26,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:48:26,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:48:26,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:48:26,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:48:26,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:48:26,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:48:26,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:48:26,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:48:26,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:48:26,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:48:26,887 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T16:48:26,971 INFO [Time-limited test {}] log.Log(170): Logging initialized @2261ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T16:48:27,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:48:27,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:48:27,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:48:27,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:48:27,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:48:27,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:48:27,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:48:27,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:48:27,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/java.io.tmpdir/jetty-localhost-40955-hadoop-hdfs-3_4_1-tests_jar-_-any-10052025551066825980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:48:27,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:40955} 2024-11-11T16:48:27,357 INFO [Time-limited test {}] server.Server(415): Started @2648ms 2024-11-11T16:48:27,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:48:27,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:48:27,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:48:27,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:48:27,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:48:27,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:48:27,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:48:27,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/java.io.tmpdir/jetty-localhost-41417-hadoop-hdfs-3_4_1-tests_jar-_-any-18139199752705893063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:48:27,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:41417} 2024-11-11T16:48:27,882 INFO [Time-limited test {}] server.Server(415): Started @3173ms 2024-11-11T16:48:27,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:48:28,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:48:28,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:48:28,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:48:28,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:48:28,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:48:28,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:48:28,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:48:28,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/java.io.tmpdir/jetty-localhost-42433-hadoop-hdfs-3_4_1-tests_jar-_-any-6313699947403236360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:48:28,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:42433} 2024-11-11T16:48:28,219 INFO [Time-limited test {}] server.Server(415): Started @3510ms 2024-11-11T16:48:28,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:48:28,395 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/data/data1/current/BP-1632825233-172.17.0.2-1731343706645/current, will proceed with Du for space computation calculation, 2024-11-11T16:48:28,395 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/data/data3/current/BP-1632825233-172.17.0.2-1731343706645/current, will proceed with Du for space computation calculation, 2024-11-11T16:48:28,395 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/data/data4/current/BP-1632825233-172.17.0.2-1731343706645/current, will proceed with Du for space computation calculation, 2024-11-11T16:48:28,395 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/data/data2/current/BP-1632825233-172.17.0.2-1731343706645/current, will proceed with Du for space computation calculation, 2024-11-11T16:48:28,462 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:48:28,463 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:48:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51cac9966cd344e with lease ID 0xc312b34fed845233: Processing first storage report for DS-ef1c1863-dba7-4d40-adbf-58a477932900 from datanode DatanodeRegistration(127.0.0.1:42933, datanodeUuid=61238829-f9d6-4e18-9564-65aac0cecd81, infoPort=40747, infoSecurePort=0, ipcPort=44699, storageInfo=lv=-57;cid=testClusterID;nsid=1538715514;c=1731343706645) 2024-11-11T16:48:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51cac9966cd344e with lease ID 0xc312b34fed845233: from storage DS-ef1c1863-dba7-4d40-adbf-58a477932900 node DatanodeRegistration(127.0.0.1:42933, datanodeUuid=61238829-f9d6-4e18-9564-65aac0cecd81, infoPort=40747, infoSecurePort=0, ipcPort=44699, storageInfo=lv=-57;cid=testClusterID;nsid=1538715514;c=1731343706645), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T16:48:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x784908400af7686c with lease ID 0xc312b34fed845232: Processing first storage report for DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5 from datanode DatanodeRegistration(127.0.0.1:42637, datanodeUuid=7a09d48e-447e-406e-aa47-4576ac8e5b6c, infoPort=36873, infoSecurePort=0, ipcPort=38515, storageInfo=lv=-57;cid=testClusterID;nsid=1538715514;c=1731343706645) 2024-11-11T16:48:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x784908400af7686c with lease ID 0xc312b34fed845232: from storage DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5 node DatanodeRegistration(127.0.0.1:42637, datanodeUuid=7a09d48e-447e-406e-aa47-4576ac8e5b6c, infoPort=36873, infoSecurePort=0, ipcPort=38515, storageInfo=lv=-57;cid=testClusterID;nsid=1538715514;c=1731343706645), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:48:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51cac9966cd344e with lease ID 0xc312b34fed845233: Processing first storage report for DS-5f1ec34e-0e0b-4fa3-8c79-5bce91f3d2a2 from datanode DatanodeRegistration(127.0.0.1:42933, datanodeUuid=61238829-f9d6-4e18-9564-65aac0cecd81, infoPort=40747, infoSecurePort=0, ipcPort=44699, storageInfo=lv=-57;cid=testClusterID;nsid=1538715514;c=1731343706645) 2024-11-11T16:48:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51cac9966cd344e with lease ID 0xc312b34fed845233: from storage DS-5f1ec34e-0e0b-4fa3-8c79-5bce91f3d2a2 node DatanodeRegistration(127.0.0.1:42933, datanodeUuid=61238829-f9d6-4e18-9564-65aac0cecd81, infoPort=40747, infoSecurePort=0, ipcPort=44699, storageInfo=lv=-57;cid=testClusterID;nsid=1538715514;c=1731343706645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:48:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x784908400af7686c with lease ID 0xc312b34fed845232: Processing first storage report for DS-7a34a3fc-ee10-4385-ad34-e625981bdc4f from datanode DatanodeRegistration(127.0.0.1:42637, datanodeUuid=7a09d48e-447e-406e-aa47-4576ac8e5b6c, infoPort=36873, infoSecurePort=0, ipcPort=38515, storageInfo=lv=-57;cid=testClusterID;nsid=1538715514;c=1731343706645) 2024-11-11T16:48:28,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x784908400af7686c with lease ID 0xc312b34fed845232: from storage DS-7a34a3fc-ee10-4385-ad34-e625981bdc4f node DatanodeRegistration(127.0.0.1:42637, datanodeUuid=7a09d48e-447e-406e-aa47-4576ac8e5b6c, infoPort=36873, infoSecurePort=0, ipcPort=38515, storageInfo=lv=-57;cid=testClusterID;nsid=1538715514;c=1731343706645), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:48:28,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf 2024-11-11T16:48:28,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/zookeeper_0, clientPort=57303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:48:28,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57303 2024-11-11T16:48:28,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:48:28,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:48:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:48:28,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:48:29,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd with version=8 2024-11-11T16:48:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/hbase-staging 2024-11-11T16:48:29,464 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T16:48:29,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:48:29,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:48:29,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:48:29,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:48:29,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:48:29,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:48:29,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:48:29,934 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T16:48:29,942 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T16:48:29,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:48:29,972 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20554 (auto-detected) 2024-11-11T16:48:29,973 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T16:48:29,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45921 2024-11-11T16:48:30,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45921 connecting to ZooKeeper ensemble=127.0.0.1:57303 2024-11-11T16:48:30,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459210x0, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:48:30,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45921-0x10107ee5caa0000 connected 2024-11-11T16:48:30,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:48:30,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:48:30,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:48:30,090 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd, hbase.cluster.distributed=false 2024-11-11T16:48:30,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:48:30,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-11T16:48:30,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45921 2024-11-11T16:48:30,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45921 2024-11-11T16:48:30,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-11T16:48:30,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45921 2024-11-11T16:48:30,238 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:48:30,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:48:30,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:48:30,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:48:30,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:48:30,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:48:30,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:48:30,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:48:30,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36205 2024-11-11T16:48:30,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36205 connecting to ZooKeeper ensemble=127.0.0.1:57303 2024-11-11T16:48:30,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:48:30,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:48:30,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362050x0, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:48:30,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36205-0x10107ee5caa0001 connected 2024-11-11T16:48:30,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:48:30,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:48:30,274 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:48:30,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:48:30,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:48:30,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36205 2024-11-11T16:48:30,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36205 2024-11-11T16:48:30,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36205 2024-11-11T16:48:30,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36205 2024-11-11T16:48:30,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36205 2024-11-11T16:48:30,299 DEBUG [M:0;edba107346f4:45921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;edba107346f4:45921 2024-11-11T16:48:30,300 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/edba107346f4,45921,1731343709517 2024-11-11T16:48:30,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:48:30,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:48:30,308 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/edba107346f4,45921,1731343709517 2024-11-11T16:48:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:48:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:30,331 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T16:48:30,332 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/edba107346f4,45921,1731343709517 from backup master directory 2024-11-11T16:48:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/edba107346f4,45921,1731343709517 2024-11-11T16:48:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:48:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:48:30,339 WARN [master/edba107346f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:48:30,339 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=edba107346f4,45921,1731343709517 2024-11-11T16:48:30,341 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T16:48:30,342 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T16:48:30,400 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/hbase.id] with ID: 43c82d10-a6d1-4904-88ae-96804d8f49a7 2024-11-11T16:48:30,400 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/.tmp/hbase.id 2024-11-11T16:48:30,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:48:30,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:48:30,413 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/.tmp/hbase.id]:[hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/hbase.id] 2024-11-11T16:48:30,459 INFO [master/edba107346f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:48:30,464 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:48:30,482 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-11T16:48:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:48:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:48:30,520 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:48:30,522 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:48:30,528 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:48:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:48:30,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:48:30,580 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store 2024-11-11T16:48:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:48:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:48:30,605 INFO [master/edba107346f4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T16:48:30,609 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:48:30,610 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:48:30,610 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:48:30,611 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:48:30,612 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:48:30,612 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:48:30,613 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:48:30,613 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343710610Disabling compacts and flushes for region at 1731343710610Disabling writes for close at 1731343710612 (+2 ms)Writing region close event to WAL at 1731343710612Closed at 1731343710612 2024-11-11T16:48:30,616 WARN [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/.initializing 2024-11-11T16:48:30,616 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/WALs/edba107346f4,45921,1731343709517 2024-11-11T16:48:30,624 INFO [master/edba107346f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:48:30,639 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C45921%2C1731343709517, suffix=, logDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/WALs/edba107346f4,45921,1731343709517, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/oldWALs, maxLogs=10 2024-11-11T16:48:30,668 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/WALs/edba107346f4,45921,1731343709517/edba107346f4%2C45921%2C1731343709517.1731343710643, exclude list is [], retry=0 2024-11-11T16:48:30,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:48:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42933,DS-ef1c1863-dba7-4d40-adbf-58a477932900,DISK] 2024-11-11T16:48:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42637,DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5,DISK] 2024-11-11T16:48:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T16:48:30,733 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/WALs/edba107346f4,45921,1731343709517/edba107346f4%2C45921%2C1731343709517.1731343710643 2024-11-11T16:48:30,734 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40747:40747),(127.0.0.1/127.0.0.1:36873:36873)] 2024-11-11T16:48:30,735 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:48:30,735 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:48:30,739 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,740 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:48:30,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:30,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:48:30,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:48:30,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:30,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:48:30,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:48:30,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:30,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:48:30,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:48:30,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:30,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:48:30,821 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,824 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,826 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,830 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,831 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,834 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:48:30,837 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:48:30,842 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:48:30,844 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=714807, jitterRate=-0.09107603132724762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:48:30,850 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731343710752Initializing all the Stores at 1731343710754 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343710755 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343710755Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343710755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343710755Cleaning up temporary data from old regions at 1731343710831 (+76 ms)Region opened successfully at 1731343710850 (+19 ms) 2024-11-11T16:48:30,851 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:48:30,886 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0df142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:48:30,917 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:48:30,929 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:48:30,929 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:48:30,932 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:48:30,934 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T16:48:30,938 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T16:48:30,939 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:48:30,968 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:48:30,978 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T16:48:30,980 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T16:48:30,983 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:48:30,984 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:48:30,988 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T16:48:30,990 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:48:30,993 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:48:30,995 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T16:48:30,997 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:48:30,998 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T16:48:31,016 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:48:31,017 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T16:48:31,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:48:31,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:48:31,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:31,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:31,031 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=edba107346f4,45921,1731343709517, sessionid=0x10107ee5caa0000, setting cluster-up flag (Was=false) 2024-11-11T16:48:31,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:31,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:31,051 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T16:48:31,053 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,45921,1731343709517 2024-11-11T16:48:31,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:31,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:31,067 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T16:48:31,068 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,45921,1731343709517 2024-11-11T16:48:31,074 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:48:31,088 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(746): ClusterId : 43c82d10-a6d1-4904-88ae-96804d8f49a7 2024-11-11T16:48:31,090 DEBUG [RS:0;edba107346f4:36205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:48:31,095 DEBUG [RS:0;edba107346f4:36205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:48:31,095 DEBUG [RS:0;edba107346f4:36205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:48:31,099 DEBUG [RS:0;edba107346f4:36205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:48:31,100 DEBUG [RS:0;edba107346f4:36205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f057c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:48:31,116 DEBUG [RS:0;edba107346f4:36205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;edba107346f4:36205 2024-11-11T16:48:31,120 INFO [RS:0;edba107346f4:36205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:48:31,120 INFO [RS:0;edba107346f4:36205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:48:31,121 DEBUG [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:48:31,124 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(2659): reportForDuty to master=edba107346f4,45921,1731343709517 with port=36205, startcode=1731343710197 2024-11-11T16:48:31,138 DEBUG [RS:0;edba107346f4:36205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:48:31,153 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:48:31,166 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:48:31,179 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:48:31,185 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:48:31,187 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: edba107346f4,45921,1731343709517 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:48:31,192 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45921 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T16:48:31,197 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:48:31,197 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:48:31,197 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:48:31,198 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:48:31,198 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/edba107346f4:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:48:31,198 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,198 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:48:31,199 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,202 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731343741202 2024-11-11T16:48:31,204 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:48:31,205 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:48:31,209 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:48:31,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:48:31,209 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:48:31,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:48:31,210 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:48:31,210 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:48:31,211 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,214 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:48:31,215 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:48:31,216 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:48:31,216 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:31,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:48:31,218 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:48:31,219 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:48:31,224 DEBUG [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T16:48:31,224 WARN [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T16:48:31,224 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343711220,5,FailOnTimeoutGroup] 2024-11-11T16:48:31,228 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343711225,5,FailOnTimeoutGroup] 2024-11-11T16:48:31,228 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,229 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:48:31,230 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,230 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:48:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:48:31,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:48:31,237 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd 2024-11-11T16:48:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:48:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:48:31,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:48:31,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:48:31,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:48:31,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:31,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:48:31,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:48:31,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:48:31,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:31,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:48:31,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:48:31,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:48:31,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:31,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:48:31,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:48:31,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:48:31,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:31,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:48:31,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:48:31,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740 2024-11-11T16:48:31,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740 2024-11-11T16:48:31,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:48:31,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:48:31,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:48:31,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:48:31,283 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:48:31,284 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=701568, jitterRate=-0.10791084170341492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:48:31,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731343711251Initializing all the Stores at 1731343711253 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343711254 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343711254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343711254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343711254Cleaning up temporary data from old regions at 1731343711275 (+21 ms)Region opened successfully at 1731343711288 (+13 ms) 2024-11-11T16:48:31,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:48:31,288 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:48:31,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:48:31,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:48:31,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:48:31,290 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:48:31,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343711288Disabling compacts and flushes for region at 1731343711288Disabling writes for close at 1731343711288Writing region close event to WAL at 1731343711289 (+1 ms)Closed at 1731343711290 (+1 ms) 2024-11-11T16:48:31,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:48:31,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:48:31,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:48:31,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:48:31,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:48:31,325 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(2659): reportForDuty to master=edba107346f4,45921,1731343709517 with port=36205, startcode=1731343710197 2024-11-11T16:48:31,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer edba107346f4,36205,1731343710197 2024-11-11T16:48:31,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45921 {}] master.ServerManager(517): Registering regionserver=edba107346f4,36205,1731343710197 2024-11-11T16:48:31,341 DEBUG [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd 2024-11-11T16:48:31,342 DEBUG [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32935 2024-11-11T16:48:31,342 DEBUG [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:48:31,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:48:31,348 DEBUG [RS:0;edba107346f4:36205 {}] zookeeper.ZKUtil(111): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/edba107346f4,36205,1731343710197 2024-11-11T16:48:31,348 WARN [RS:0;edba107346f4:36205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:48:31,348 INFO [RS:0;edba107346f4:36205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:48:31,349 DEBUG [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197 2024-11-11T16:48:31,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [edba107346f4,36205,1731343710197] 2024-11-11T16:48:31,377 INFO [RS:0;edba107346f4:36205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:48:31,391 INFO [RS:0;edba107346f4:36205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:48:31,396 INFO [RS:0;edba107346f4:36205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:48:31,397 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,398 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:48:31,403 INFO [RS:0;edba107346f4:36205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:48:31,405 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,406 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,406 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,406 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,406 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,407 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,407 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:48:31,407 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,407 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,408 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,408 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,408 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,408 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:48:31,409 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:48:31,409 DEBUG [RS:0;edba107346f4:36205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:48:31,410 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,410 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,410 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,410 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,410 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,411 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,36205,1731343710197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:48:31,435 INFO [RS:0;edba107346f4:36205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:48:31,438 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,36205,1731343710197-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,438 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,439 INFO [RS:0;edba107346f4:36205 {}] regionserver.Replication(171): edba107346f4,36205,1731343710197 started 2024-11-11T16:48:31,464 WARN [edba107346f4:45921 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:48:31,466 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:31,467 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(1482): Serving as edba107346f4,36205,1731343710197, RpcServer on edba107346f4/172.17.0.2:36205, sessionid=0x10107ee5caa0001 2024-11-11T16:48:31,468 DEBUG [RS:0;edba107346f4:36205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:48:31,468 DEBUG [RS:0;edba107346f4:36205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager edba107346f4,36205,1731343710197 2024-11-11T16:48:31,468 DEBUG [RS:0;edba107346f4:36205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,36205,1731343710197' 2024-11-11T16:48:31,468 DEBUG [RS:0;edba107346f4:36205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:48:31,470 DEBUG [RS:0;edba107346f4:36205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:48:31,470 DEBUG [RS:0;edba107346f4:36205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:48:31,470 DEBUG [RS:0;edba107346f4:36205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:48:31,471 DEBUG [RS:0;edba107346f4:36205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager edba107346f4,36205,1731343710197 2024-11-11T16:48:31,471 DEBUG [RS:0;edba107346f4:36205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,36205,1731343710197' 2024-11-11T16:48:31,471 DEBUG [RS:0;edba107346f4:36205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:48:31,472 DEBUG [RS:0;edba107346f4:36205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:48:31,473 DEBUG [RS:0;edba107346f4:36205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:48:31,473 INFO [RS:0;edba107346f4:36205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:48:31,473 INFO [RS:0;edba107346f4:36205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:48:31,578 INFO [RS:0;edba107346f4:36205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:48:31,582 INFO [RS:0;edba107346f4:36205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C36205%2C1731343710197, suffix=, logDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/oldWALs, maxLogs=32 2024-11-11T16:48:31,598 DEBUG [RS:0;edba107346f4:36205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343711584, exclude list is [], retry=0 2024-11-11T16:48:31,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42637,DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5,DISK] 2024-11-11T16:48:31,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42933,DS-ef1c1863-dba7-4d40-adbf-58a477932900,DISK] 2024-11-11T16:48:31,606 INFO [RS:0;edba107346f4:36205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343711584 2024-11-11T16:48:31,607 DEBUG [RS:0;edba107346f4:36205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36873:36873),(127.0.0.1/127.0.0.1:40747:40747)] 2024-11-11T16:48:31,717 DEBUG [edba107346f4:45921 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:48:31,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=edba107346f4,36205,1731343710197 2024-11-11T16:48:31,736 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,36205,1731343710197, state=OPENING 2024-11-11T16:48:31,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:48:31,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:31,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:48:31,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:48:31,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:48:31,746 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:48:31,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,36205,1731343710197}] 2024-11-11T16:48:31,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:48:31,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34707, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:48:31,938 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:48:31,938 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:48:31,939 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:48:31,942 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C36205%2C1731343710197.meta, suffix=.meta, logDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197, archiveDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/oldWALs, maxLogs=32 2024-11-11T16:48:31,958 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.meta.1731343711943.meta, exclude list is [], retry=0 2024-11-11T16:48:31,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42637,DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5,DISK] 2024-11-11T16:48:31,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42933,DS-ef1c1863-dba7-4d40-adbf-58a477932900,DISK] 2024-11-11T16:48:31,965 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.meta.1731343711943.meta 2024-11-11T16:48:31,966 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36873:36873),(127.0.0.1/127.0.0.1:40747:40747)] 2024-11-11T16:48:31,966 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:48:31,968 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:48:31,971 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:48:31,975 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:48:31,980 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:48:31,980 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:48:31,981 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:48:31,981 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:48:31,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:48:31,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:48:31,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:31,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:48:31,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:48:31,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:48:31,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:31,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:48:31,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:48:31,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:48:31,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:31,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:48:31,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:48:31,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:48:31,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:31,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:48:31,993 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:48:31,994 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740 2024-11-11T16:48:31,997 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740 2024-11-11T16:48:31,999 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:48:31,999 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:48:32,000 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:48:32,003 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:48:32,004 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=849910, jitterRate=0.08071689307689667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:48:32,004 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:48:32,006 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731343711981Writing region info on filesystem at 1731343711981Initializing all the Stores at 1731343711983 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343711983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343711983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343711983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343711984 (+1 ms)Cleaning up temporary data from old regions at 1731343711999 (+15 ms)Running coprocessor post-open hooks at 1731343712004 (+5 ms)Region opened successfully at 1731343712005 (+1 ms) 2024-11-11T16:48:32,013 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731343711915 2024-11-11T16:48:32,026 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:48:32,027 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:48:32,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=edba107346f4,36205,1731343710197 2024-11-11T16:48:32,030 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,36205,1731343710197, state=OPEN 2024-11-11T16:48:32,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:48:32,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:48:32,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:48:32,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:48:32,037 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=edba107346f4,36205,1731343710197 2024-11-11T16:48:32,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:48:32,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,36205,1731343710197 in 289 msec 2024-11-11T16:48:32,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:48:32,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 744 msec 2024-11-11T16:48:32,051 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:48:32,051 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:48:32,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:48:32,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,36205,1731343710197, seqNum=-1] 2024-11-11T16:48:32,098 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:48:32,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58287, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:48:32,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0180 sec 2024-11-11T16:48:32,122 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731343712122, completionTime=-1 2024-11-11T16:48:32,125 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:48:32,125 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T16:48:32,153 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T16:48:32,153 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731343772153 2024-11-11T16:48:32,153 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731343832153 2024-11-11T16:48:32,153 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-11T16:48:32,155 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,45921,1731343709517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:32,156 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,45921,1731343709517-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:32,156 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,45921,1731343709517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:32,157 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-edba107346f4:45921, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:32,158 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:32,159 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:32,165 DEBUG [master/edba107346f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:48:32,187 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.848sec 2024-11-11T16:48:32,188 INFO [master/edba107346f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:48:32,190 INFO [master/edba107346f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:48:32,191 INFO [master/edba107346f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:48:32,191 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:48:32,191 INFO [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:48:32,192 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,45921,1731343709517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:48:32,192 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,45921,1731343709517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:48:32,201 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:48:32,202 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:48:32,202 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,45921,1731343709517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:48:32,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5404a83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:48:32,305 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T16:48:32,305 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T16:48:32,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request edba107346f4,45921,-1 for getting cluster id 2024-11-11T16:48:32,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:48:32,323 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43c82d10-a6d1-4904-88ae-96804d8f49a7' 2024-11-11T16:48:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:48:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43c82d10-a6d1-4904-88ae-96804d8f49a7" 2024-11-11T16:48:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1115f6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:48:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [edba107346f4,45921,-1] 2024-11-11T16:48:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:48:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:48:32,338 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:48:32,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4f78cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:48:32,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:48:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,36205,1731343710197, seqNum=-1] 2024-11-11T16:48:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:48:32,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:48:32,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=edba107346f4,45921,1731343709517 2024-11-11T16:48:32,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:48:32,406 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-11T16:48:32,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:48:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is edba107346f4,45921,1731343709517 2024-11-11T16:48:32,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2c3ebe 2024-11-11T16:48:32,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:48:32,428 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:48:32,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-11T16:48:32,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-11T16:48:32,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:48:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-11T16:48:32,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:48:32,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-11T16:48:32,446 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:32,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:48:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:48:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741835_1011 (size=389) 2024-11-11T16:48:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741835_1011 (size=389) 2024-11-11T16:48:32,465 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47d4c2d221ed53dce6914d407a8fc9ff, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd 2024-11-11T16:48:32,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741836_1012 (size=72) 2024-11-11T16:48:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741836_1012 (size=72) 2024-11-11T16:48:32,478 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:48:32,478 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 47d4c2d221ed53dce6914d407a8fc9ff, disabling compactions & flushes 2024-11-11T16:48:32,478 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:48:32,478 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:48:32,478 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. after waiting 0 ms 2024-11-11T16:48:32,478 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:48:32,478 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:48:32,478 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47d4c2d221ed53dce6914d407a8fc9ff: Waiting for close lock at 1731343712478Disabling compacts and flushes for region at 1731343712478Disabling writes for close at 1731343712478Writing region close event to WAL at 1731343712478Closed at 1731343712478 2024-11-11T16:48:32,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:48:32,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731343712481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731343712481"}]},"ts":"1731343712481"} 2024-11-11T16:48:32,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:48:32,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:48:32,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731343712492"}]},"ts":"1731343712492"} 2024-11-11T16:48:32,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-11T16:48:32,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=47d4c2d221ed53dce6914d407a8fc9ff, ASSIGN}] 2024-11-11T16:48:32,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=47d4c2d221ed53dce6914d407a8fc9ff, ASSIGN 2024-11-11T16:48:32,505 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=47d4c2d221ed53dce6914d407a8fc9ff, ASSIGN; state=OFFLINE, location=edba107346f4,36205,1731343710197; forceNewPlan=false, retain=false 2024-11-11T16:48:32,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47d4c2d221ed53dce6914d407a8fc9ff, regionState=OPENING, regionLocation=edba107346f4,36205,1731343710197 2024-11-11T16:48:32,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=47d4c2d221ed53dce6914d407a8fc9ff, ASSIGN because future has completed 2024-11-11T16:48:32,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47d4c2d221ed53dce6914d407a8fc9ff, server=edba107346f4,36205,1731343710197}] 2024-11-11T16:48:32,823 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:48:32,824 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 47d4c2d221ed53dce6914d407a8fc9ff, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:48:32,824 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,824 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:48:32,824 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,825 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,827 INFO [StoreOpener-47d4c2d221ed53dce6914d407a8fc9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,829 INFO [StoreOpener-47d4c2d221ed53dce6914d407a8fc9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47d4c2d221ed53dce6914d407a8fc9ff columnFamilyName info 2024-11-11T16:48:32,829 DEBUG [StoreOpener-47d4c2d221ed53dce6914d407a8fc9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:48:32,830 INFO [StoreOpener-47d4c2d221ed53dce6914d407a8fc9ff-1 {}] regionserver.HStore(327): Store=47d4c2d221ed53dce6914d407a8fc9ff/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:48:32,830 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,831 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,832 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,833 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,833 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,836 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,839 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:48:32,840 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 47d4c2d221ed53dce6914d407a8fc9ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=733500, jitterRate=-0.06730683147907257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:48:32,840 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:32,841 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 47d4c2d221ed53dce6914d407a8fc9ff: Running coprocessor pre-open hook at 1731343712825Writing region info on filesystem at 1731343712825Initializing all the Stores at 1731343712826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343712826Cleaning up temporary data from old regions at 1731343712833 (+7 ms)Running coprocessor post-open hooks at 1731343712840 (+7 ms)Region opened successfully at 1731343712841 (+1 ms) 2024-11-11T16:48:32,843 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff., pid=6, masterSystemTime=1731343712817 2024-11-11T16:48:32,846 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:48:32,846 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:48:32,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47d4c2d221ed53dce6914d407a8fc9ff, regionState=OPEN, openSeqNum=2, regionLocation=edba107346f4,36205,1731343710197 2024-11-11T16:48:32,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47d4c2d221ed53dce6914d407a8fc9ff, server=edba107346f4,36205,1731343710197 because future has completed 2024-11-11T16:48:32,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:48:32,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 47d4c2d221ed53dce6914d407a8fc9ff, server=edba107346f4,36205,1731343710197 in 191 msec 2024-11-11T16:48:32,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:48:32,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=47d4c2d221ed53dce6914d407a8fc9ff, ASSIGN in 356 msec 2024-11-11T16:48:32,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:48:32,863 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731343712862"}]},"ts":"1731343712862"} 2024-11-11T16:48:32,865 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-11T16:48:32,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:48:32,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 431 msec 2024-11-11T16:48:37,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T16:48:37,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:48:37,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-11T16:48:39,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:48:39,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:48:39,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-11T16:48:39,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-11T16:48:39,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:48:39,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:48:39,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:48:39,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T16:48:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:48:42,468 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-11T16:48:42,471 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-11T16:48:42,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-11T16:48:42,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:48:42,494 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343722479, exclude list is [], retry=0 2024-11-11T16:48:42,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42637,DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5,DISK] 2024-11-11T16:48:42,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42933,DS-ef1c1863-dba7-4d40-adbf-58a477932900,DISK] 2024-11-11T16:48:42,503 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343711584 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343722479 2024-11-11T16:48:42,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40747:40747),(127.0.0.1/127.0.0.1:36873:36873)] 2024-11-11T16:48:42,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343711584 is not closed yet, will try archiving it next time 2024-11-11T16:48:42,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741833_1009 (size=451) 2024-11-11T16:48:42,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741833_1009 (size=451) 2024-11-11T16:48:42,509 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343711584 to hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/oldWALs/edba107346f4%2C36205%2C1731343710197.1731343711584 2024-11-11T16:48:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff., hostname=edba107346f4,36205,1731343710197, seqNum=2] 2024-11-11T16:48:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.HRegion(8855): Flush requested on 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:48:56,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47d4c2d221ed53dce6914d407a8fc9ff 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-11T16:48:56,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/.tmp/info/aa02adf5086d4c4c8b877cd201baa584 is 1055, key is row0001/info:/1731343722516/Put/seqid=0 2024-11-11T16:48:56,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741838_1014 (size=13386) 2024-11-11T16:48:56,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741838_1014 (size=13386) 2024-11-11T16:48:56,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/.tmp/info/aa02adf5086d4c4c8b877cd201baa584 2024-11-11T16:48:56,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/.tmp/info/aa02adf5086d4c4c8b877cd201baa584 as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/info/aa02adf5086d4c4c8b877cd201baa584 2024-11-11T16:48:56,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/info/aa02adf5086d4c4c8b877cd201baa584, entries=8, sequenceid=12, filesize=13.1 K 2024-11-11T16:48:56,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 47d4c2d221ed53dce6914d407a8fc9ff in 161ms, sequenceid=12, compaction requested=false 2024-11-11T16:48:56,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47d4c2d221ed53dce6914d407a8fc9ff: 2024-11-11T16:48:58,633 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:49:02,572 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343742557, exclude list is [], retry=0 2024-11-11T16:49:02,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42637,DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5,DISK] 2024-11-11T16:49:02,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42933,DS-ef1c1863-dba7-4d40-adbf-58a477932900,DISK] 2024-11-11T16:49:02,579 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343722479 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343742557 2024-11-11T16:49:02,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36873:36873),(127.0.0.1/127.0.0.1:40747:40747)] 2024-11-11T16:49:02,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343722479 is not closed yet, will try archiving it next time 2024-11-11T16:49:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741837_1013 (size=12149) 2024-11-11T16:49:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741837_1013 (size=12149) 2024-11-11T16:49:07,585 INFO [AsyncFSWAL-0-hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd-prefix:edba107346f4,36205,1731343710197 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42637,DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5,DISK], DatanodeInfoWithStorage[127.0.0.1:42933,DS-ef1c1863-dba7-4d40-adbf-58a477932900,DISK]] 2024-11-11T16:49:07,587 WARN [AsyncFSWAL-0-hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd-prefix:edba107346f4,36205,1731343710197 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42637,DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5,DISK], DatanodeInfoWithStorage[127.0.0.1:42933,DS-ef1c1863-dba7-4d40-adbf-58a477932900,DISK]] 2024-11-11T16:49:07,588 DEBUG [regionserver/edba107346f4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL edba107346f4%2C36205%2C1731343710197:(num 1731343742557) roll requested 2024-11-11T16:49:07,603 DEBUG [regionserver/edba107346f4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343747589, exclude list is [], retry=0 2024-11-11T16:49:07,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42933,DS-ef1c1863-dba7-4d40-adbf-58a477932900,DISK] 2024-11-11T16:49:07,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42637,DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5,DISK] 2024-11-11T16:49:07,610 INFO [regionserver/edba107346f4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343742557 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343747589 2024-11-11T16:49:07,611 DEBUG [regionserver/edba107346f4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36873:36873),(127.0.0.1/127.0.0.1:40747:40747)] 2024-11-11T16:49:07,611 DEBUG [regionserver/edba107346f4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343742557 is not closed yet, will try archiving it next time 2024-11-11T16:49:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741839_1015 (size=1233) 2024-11-11T16:49:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741839_1015 (size=1233) 2024-11-11T16:49:09,587 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:49:09,601 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343749587, exclude list is [], retry=0 2024-11-11T16:49:09,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42637,DS-1822c3ab-76e0-4df3-9409-b6819f28fbb5,DISK] 2024-11-11T16:49:09,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42933,DS-ef1c1863-dba7-4d40-adbf-58a477932900,DISK] 2024-11-11T16:49:09,608 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343747589 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343749587 2024-11-11T16:49:09,608 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36873:36873),(127.0.0.1/127.0.0.1:40747:40747)] 2024-11-11T16:49:09,608 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343747589 is not closed yet, will try archiving it next time 2024-11-11T16:49:09,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741840_1016 (size=93) 2024-11-11T16:49:09,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741840_1016 (size=93) 2024-11-11T16:49:09,611 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.1731343747589 to hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/oldWALs/edba107346f4%2C36205%2C1731343710197.1731343747589 2024-11-11T16:49:12,255 INFO [master/edba107346f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T16:49:12,255 INFO [master/edba107346f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T16:49:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36205 {}] regionserver.HRegion(8855): Flush requested on 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:49:17,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47d4c2d221ed53dce6914d407a8fc9ff 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-11T16:49:17,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/.tmp/info/2c201c9493b843b7a030060f31a950d3 is 1055, key is row0009/info:/1731343738551/Put/seqid=0 2024-11-11T16:49:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741842_1018 (size=13386) 2024-11-11T16:49:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741842_1018 (size=13386) 2024-11-11T16:49:17,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/.tmp/info/2c201c9493b843b7a030060f31a950d3 2024-11-11T16:49:17,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/.tmp/info/2c201c9493b843b7a030060f31a950d3 as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/info/2c201c9493b843b7a030060f31a950d3 2024-11-11T16:49:17,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/info/2c201c9493b843b7a030060f31a950d3, entries=8, sequenceid=23, filesize=13.1 K 2024-11-11T16:49:17,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 47d4c2d221ed53dce6914d407a8fc9ff in 37ms, sequenceid=23, compaction requested=false 2024-11-11T16:49:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47d4c2d221ed53dce6914d407a8fc9ff: 2024-11-11T16:49:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-11T16:49:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:49:17,664 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/info/aa02adf5086d4c4c8b877cd201baa584 because midkey is the same as first or last row 2024-11-11T16:49:17,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 47d4c2d221ed53dce6914d407a8fc9ff, had cached 0 bytes from a total of 26772 2024-11-11T16:49:28,633 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:49:29,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:49:29,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:49:29,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:49:29,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:29,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:29,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:49:29,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:49:29,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=846232185, stopped=false 2024-11-11T16:49:29,650 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=edba107346f4,45921,1731343709517 2024-11-11T16:49:29,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:49:29,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:49:29,653 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:49:29,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:29,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:29,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:49:29,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:49:29,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:29,653 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'edba107346f4,36205,1731343710197' ***** 2024-11-11T16:49:29,654 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:49:29,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:49:29,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:49:29,654 INFO [RS:0;edba107346f4:36205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:49:29,654 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:49:29,654 INFO [RS:0;edba107346f4:36205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:49:29,655 INFO [RS:0;edba107346f4:36205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:49:29,655 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:49:29,655 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(959): stopping server edba107346f4,36205,1731343710197 2024-11-11T16:49:29,655 INFO [RS:0;edba107346f4:36205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:49:29,655 INFO [RS:0;edba107346f4:36205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;edba107346f4:36205. 2024-11-11T16:49:29,655 DEBUG [RS:0;edba107346f4:36205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:49:29,656 DEBUG [RS:0;edba107346f4:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:29,656 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47d4c2d221ed53dce6914d407a8fc9ff, disabling compactions & flushes 2024-11-11T16:49:29,656 INFO [RS:0;edba107346f4:36205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:49:29,656 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:49:29,656 INFO [RS:0;edba107346f4:36205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:49:29,656 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:49:29,656 INFO [RS:0;edba107346f4:36205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:49:29,656 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. after waiting 0 ms 2024-11-11T16:49:29,656 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:49:29,656 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:49:29,656 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47d4c2d221ed53dce6914d407a8fc9ff 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-11T16:49:29,656 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:49:29,657 DEBUG [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(1325): Online Regions={47d4c2d221ed53dce6914d407a8fc9ff=TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:49:29,657 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:49:29,657 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:49:29,657 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:49:29,657 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:49:29,657 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:49:29,657 DEBUG [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47d4c2d221ed53dce6914d407a8fc9ff 2024-11-11T16:49:29,657 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-11T16:49:29,663 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/.tmp/info/93570b47bb344fb9b3b2ca81f8c55bd4 is 1055, key is row0017/info:/1731343759627/Put/seqid=0 2024-11-11T16:49:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741843_1019 (size=10222) 2024-11-11T16:49:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741843_1019 (size=10222) 2024-11-11T16:49:29,671 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/.tmp/info/93570b47bb344fb9b3b2ca81f8c55bd4 2024-11-11T16:49:29,680 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/.tmp/info/394a54be401d49e7b64be6ddf7a36c0f is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff./info:regioninfo/1731343712847/Put/seqid=0 2024-11-11T16:49:29,682 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/.tmp/info/93570b47bb344fb9b3b2ca81f8c55bd4 as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/info/93570b47bb344fb9b3b2ca81f8c55bd4 2024-11-11T16:49:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741844_1020 (size=7016) 2024-11-11T16:49:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741844_1020 (size=7016) 2024-11-11T16:49:29,688 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/.tmp/info/394a54be401d49e7b64be6ddf7a36c0f 2024-11-11T16:49:29,692 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/info/93570b47bb344fb9b3b2ca81f8c55bd4, entries=5, sequenceid=31, filesize=10.0 K 2024-11-11T16:49:29,694 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 47d4c2d221ed53dce6914d407a8fc9ff in 38ms, sequenceid=31, compaction requested=true 2024-11-11T16:49:29,700 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/default/TestLogRolling-testSlowSyncLogRolling/47d4c2d221ed53dce6914d407a8fc9ff/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-11T16:49:29,703 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:49:29,703 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47d4c2d221ed53dce6914d407a8fc9ff: Waiting for close lock at 1731343769655Running coprocessor pre-close hooks at 1731343769656 (+1 ms)Disabling compacts and flushes for region at 1731343769656Disabling writes for close at 1731343769656Obtaining lock to block concurrent updates at 1731343769656Preparing flush snapshotting stores in 47d4c2d221ed53dce6914d407a8fc9ff at 1731343769656Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731343769657 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. at 1731343769658 (+1 ms)Flushing 47d4c2d221ed53dce6914d407a8fc9ff/info: creating writer at 1731343769658Flushing 47d4c2d221ed53dce6914d407a8fc9ff/info: appending metadata at 1731343769663 (+5 ms)Flushing 47d4c2d221ed53dce6914d407a8fc9ff/info: closing flushed file at 1731343769663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f492c53: reopening flushed file at 1731343769681 (+18 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 47d4c2d221ed53dce6914d407a8fc9ff in 38ms, sequenceid=31, compaction requested=true at 1731343769694 (+13 ms)Writing region close event to WAL at 1731343769695 (+1 ms)Running coprocessor post-close hooks at 1731343769701 (+6 ms)Closed at 1731343769703 (+2 ms) 2024-11-11T16:49:29,704 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731343712429.47d4c2d221ed53dce6914d407a8fc9ff. 2024-11-11T16:49:29,713 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/.tmp/ns/c5644dd5425447ecb7450991d83336a3 is 43, key is default/ns:d/1731343712105/Put/seqid=0 2024-11-11T16:49:29,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741845_1021 (size=5153) 2024-11-11T16:49:29,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741845_1021 (size=5153) 2024-11-11T16:49:29,720 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/.tmp/ns/c5644dd5425447ecb7450991d83336a3 2024-11-11T16:49:29,743 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/.tmp/table/90a0f164810a48d6b43705b584f61c34 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731343712862/Put/seqid=0 2024-11-11T16:49:29,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741846_1022 (size=5396) 2024-11-11T16:49:29,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741846_1022 (size=5396) 2024-11-11T16:49:29,751 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/.tmp/table/90a0f164810a48d6b43705b584f61c34 2024-11-11T16:49:29,759 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/.tmp/info/394a54be401d49e7b64be6ddf7a36c0f as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/info/394a54be401d49e7b64be6ddf7a36c0f 2024-11-11T16:49:29,768 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/info/394a54be401d49e7b64be6ddf7a36c0f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-11T16:49:29,770 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/.tmp/ns/c5644dd5425447ecb7450991d83336a3 as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/ns/c5644dd5425447ecb7450991d83336a3 2024-11-11T16:49:29,778 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/ns/c5644dd5425447ecb7450991d83336a3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:49:29,780 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/.tmp/table/90a0f164810a48d6b43705b584f61c34 as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/table/90a0f164810a48d6b43705b584f61c34 2024-11-11T16:49:29,788 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/table/90a0f164810a48d6b43705b584f61c34, entries=2, sequenceid=11, filesize=5.3 K 2024-11-11T16:49:29,790 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=11, compaction requested=false 2024-11-11T16:49:29,796 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T16:49:29,797 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:49:29,797 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:49:29,797 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343769656Running coprocessor pre-close hooks at 1731343769656Disabling compacts and flushes for region at 1731343769657 (+1 ms)Disabling writes for close at 1731343769657Obtaining lock to block concurrent updates at 1731343769657Preparing flush snapshotting stores in 1588230740 at 1731343769657Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731343769658 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731343769658Flushing 1588230740/info: creating writer at 1731343769659 (+1 ms)Flushing 1588230740/info: appending metadata at 1731343769679 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731343769679Flushing 1588230740/ns: creating writer at 1731343769696 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731343769712 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731343769712Flushing 1588230740/table: creating writer at 1731343769727 (+15 ms)Flushing 1588230740/table: appending metadata at 1731343769743 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731343769743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db81f37: reopening flushed file at 1731343769758 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465d4cf5: reopening flushed file at 1731343769768 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fad232c: reopening flushed file at 1731343769779 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=11, compaction requested=false at 1731343769790 (+11 ms)Writing region close event to WAL at 1731343769791 (+1 ms)Running coprocessor post-close hooks at 1731343769797 (+6 ms)Closed at 1731343769797 2024-11-11T16:49:29,797 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:49:29,857 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(976): stopping server edba107346f4,36205,1731343710197; all regions closed. 2024-11-11T16:49:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741834_1010 (size=3066) 2024-11-11T16:49:29,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741834_1010 (size=3066) 2024-11-11T16:49:29,863 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/WALs/edba107346f4,36205,1731343710197/edba107346f4%2C36205%2C1731343710197.meta.1731343711943.meta not finished, retry = 0 2024-11-11T16:49:29,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:49:29,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:49:29,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-11T16:49:29,968 DEBUG [RS:0;edba107346f4:36205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/oldWALs 2024-11-11T16:49:29,968 INFO [RS:0;edba107346f4:36205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C36205%2C1731343710197.meta:.meta(num 1731343711943) 2024-11-11T16:49:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741841_1017 (size=13164) 2024-11-11T16:49:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741841_1017 (size=13164) 2024-11-11T16:49:29,978 DEBUG [RS:0;edba107346f4:36205 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/oldWALs 2024-11-11T16:49:29,978 INFO [RS:0;edba107346f4:36205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C36205%2C1731343710197:(num 1731343749587) 2024-11-11T16:49:29,978 DEBUG [RS:0;edba107346f4:36205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:29,978 INFO [RS:0;edba107346f4:36205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:49:29,978 INFO [RS:0;edba107346f4:36205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:49:29,979 INFO [RS:0;edba107346f4:36205 {}] hbase.ChoreService(370): Chore service for: regionserver/edba107346f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:49:29,979 INFO [RS:0;edba107346f4:36205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:49:29,979 INFO [regionserver/edba107346f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:49:29,979 INFO [RS:0;edba107346f4:36205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36205 2024-11-11T16:49:29,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/edba107346f4,36205,1731343710197 2024-11-11T16:49:29,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:49:29,984 INFO [RS:0;edba107346f4:36205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:49:29,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [edba107346f4,36205,1731343710197] 2024-11-11T16:49:29,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/edba107346f4,36205,1731343710197 already deleted, retry=false 2024-11-11T16:49:29,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; edba107346f4,36205,1731343710197 expired; onlineServers=0 2024-11-11T16:49:29,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'edba107346f4,45921,1731343709517' ***** 2024-11-11T16:49:29,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:49:29,989 INFO [M:0;edba107346f4:45921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:49:29,989 INFO [M:0;edba107346f4:45921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:49:29,989 DEBUG [M:0;edba107346f4:45921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:49:29,990 DEBUG [M:0;edba107346f4:45921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:49:29,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:49:29,990 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343711220 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343711220,5,FailOnTimeoutGroup] 2024-11-11T16:49:29,990 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343711225 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343711225,5,FailOnTimeoutGroup] 2024-11-11T16:49:29,990 INFO [M:0;edba107346f4:45921 {}] hbase.ChoreService(370): Chore service for: master/edba107346f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:49:29,990 INFO [M:0;edba107346f4:45921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:49:29,990 DEBUG [M:0;edba107346f4:45921 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:49:29,990 INFO [M:0;edba107346f4:45921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:49:29,990 INFO [M:0;edba107346f4:45921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:49:29,991 INFO [M:0;edba107346f4:45921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:49:29,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:49:29,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T16:49:29,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:29,998 DEBUG [M:0;edba107346f4:45921 {}] zookeeper.ZKUtil(347): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T16:49:29,998 WARN [M:0;edba107346f4:45921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:49:29,999 INFO [M:0;edba107346f4:45921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/.lastflushedseqids 2024-11-11T16:49:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741847_1023 (size=130) 2024-11-11T16:49:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741847_1023 (size=130) 2024-11-11T16:49:30,014 INFO [M:0;edba107346f4:45921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:49:30,014 INFO [M:0;edba107346f4:45921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:49:30,015 DEBUG [M:0;edba107346f4:45921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:49:30,015 INFO [M:0;edba107346f4:45921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:30,015 DEBUG [M:0;edba107346f4:45921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:30,015 DEBUG [M:0;edba107346f4:45921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:49:30,015 DEBUG [M:0;edba107346f4:45921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:30,015 INFO [M:0;edba107346f4:45921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-11T16:49:30,034 DEBUG [M:0;edba107346f4:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac16cf8b807147dba87b15242b4b0320 is 82, key is hbase:meta,,1/info:regioninfo/1731343712028/Put/seqid=0 2024-11-11T16:49:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741848_1024 (size=5672) 2024-11-11T16:49:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741848_1024 (size=5672) 2024-11-11T16:49:30,044 INFO [M:0;edba107346f4:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac16cf8b807147dba87b15242b4b0320 2024-11-11T16:49:30,069 DEBUG [M:0;edba107346f4:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53639ffa1b4349ed9a4289170801495b is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731343712869/Put/seqid=0 2024-11-11T16:49:30,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741849_1025 (size=6248) 2024-11-11T16:49:30,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741849_1025 (size=6248) 2024-11-11T16:49:30,077 INFO [M:0;edba107346f4:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53639ffa1b4349ed9a4289170801495b 2024-11-11T16:49:30,085 INFO [M:0;edba107346f4:45921 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53639ffa1b4349ed9a4289170801495b 2024-11-11T16:49:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:49:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36205-0x10107ee5caa0001, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:49:30,087 INFO [RS:0;edba107346f4:36205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:49:30,088 INFO [RS:0;edba107346f4:36205 {}] regionserver.HRegionServer(1031): Exiting; stopping=edba107346f4,36205,1731343710197; zookeeper connection closed. 2024-11-11T16:49:30,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f17efd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f17efd7 2024-11-11T16:49:30,088 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:49:30,106 DEBUG [M:0;edba107346f4:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8c9146c98f7422d8cb2474f974c1753 is 69, key is edba107346f4,36205,1731343710197/rs:state/1731343711334/Put/seqid=0 2024-11-11T16:49:30,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741850_1026 (size=5156) 2024-11-11T16:49:30,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741850_1026 (size=5156) 2024-11-11T16:49:30,114 INFO [M:0;edba107346f4:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8c9146c98f7422d8cb2474f974c1753 2024-11-11T16:49:30,145 DEBUG [M:0;edba107346f4:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fc5ec10fd5314a1694bc969b9593f818 is 52, key is load_balancer_on/state:d/1731343712402/Put/seqid=0 2024-11-11T16:49:30,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741851_1027 (size=5056) 2024-11-11T16:49:30,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741851_1027 (size=5056) 2024-11-11T16:49:30,153 INFO [M:0;edba107346f4:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fc5ec10fd5314a1694bc969b9593f818 2024-11-11T16:49:30,161 DEBUG [M:0;edba107346f4:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac16cf8b807147dba87b15242b4b0320 as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac16cf8b807147dba87b15242b4b0320 2024-11-11T16:49:30,168 INFO [M:0;edba107346f4:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac16cf8b807147dba87b15242b4b0320, entries=8, sequenceid=59, filesize=5.5 K 2024-11-11T16:49:30,169 DEBUG [M:0;edba107346f4:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53639ffa1b4349ed9a4289170801495b as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53639ffa1b4349ed9a4289170801495b 2024-11-11T16:49:30,177 INFO [M:0;edba107346f4:45921 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53639ffa1b4349ed9a4289170801495b 2024-11-11T16:49:30,177 INFO [M:0;edba107346f4:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53639ffa1b4349ed9a4289170801495b, entries=6, sequenceid=59, filesize=6.1 K 2024-11-11T16:49:30,178 DEBUG [M:0;edba107346f4:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8c9146c98f7422d8cb2474f974c1753 as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8c9146c98f7422d8cb2474f974c1753 2024-11-11T16:49:30,186 INFO [M:0;edba107346f4:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8c9146c98f7422d8cb2474f974c1753, entries=1, sequenceid=59, filesize=5.0 K 2024-11-11T16:49:30,188 DEBUG [M:0;edba107346f4:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fc5ec10fd5314a1694bc969b9593f818 as hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fc5ec10fd5314a1694bc969b9593f818 2024-11-11T16:49:30,196 INFO [M:0;edba107346f4:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fc5ec10fd5314a1694bc969b9593f818, entries=1, sequenceid=59, filesize=4.9 K 2024-11-11T16:49:30,198 INFO [M:0;edba107346f4:45921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 183ms, sequenceid=59, compaction requested=false 2024-11-11T16:49:30,200 INFO [M:0;edba107346f4:45921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:30,200 DEBUG [M:0;edba107346f4:45921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343770015Disabling compacts and flushes for region at 1731343770015Disabling writes for close at 1731343770015Obtaining lock to block concurrent updates at 1731343770015Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731343770015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1731343770016 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731343770017 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731343770017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731343770034 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731343770034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731343770051 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731343770069 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731343770069Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731343770085 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731343770105 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731343770106 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731343770122 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731343770144 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731343770145 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d3de96: reopening flushed file at 1731343770160 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f92a3a: reopening flushed file at 1731343770168 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9cf25b: reopening flushed file at 1731343770177 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f265c8b: reopening flushed file at 1731343770187 (+10 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 183ms, sequenceid=59, compaction requested=false at 1731343770198 (+11 ms)Writing region close event to WAL at 1731343770200 (+2 ms)Closed at 1731343770200 2024-11-11T16:49:30,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42637 is added to blk_1073741830_1006 (size=27985) 2024-11-11T16:49:30,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42933 is added to blk_1073741830_1006 (size=27985) 2024-11-11T16:49:30,209 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:49:30,209 INFO [M:0;edba107346f4:45921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:49:30,209 INFO [M:0;edba107346f4:45921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45921 2024-11-11T16:49:30,209 INFO [M:0;edba107346f4:45921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:49:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:49:30,311 INFO [M:0;edba107346f4:45921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:49:30,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x10107ee5caa0000, quorum=127.0.0.1:57303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:49:30,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:30,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:30,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:30,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:30,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:30,323 WARN [BP-1632825233-172.17.0.2-1731343706645 heartbeating to localhost/127.0.0.1:32935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:49:30,323 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:49:30,323 WARN [BP-1632825233-172.17.0.2-1731343706645 heartbeating to localhost/127.0.0.1:32935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1632825233-172.17.0.2-1731343706645 (Datanode Uuid 7a09d48e-447e-406e-aa47-4576ac8e5b6c) service to localhost/127.0.0.1:32935 2024-11-11T16:49:30,323 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:49:30,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/data/data3/current/BP-1632825233-172.17.0.2-1731343706645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:30,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/data/data4/current/BP-1632825233-172.17.0.2-1731343706645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:30,326 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:49:30,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:30,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:30,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:30,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:30,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:30,335 WARN [BP-1632825233-172.17.0.2-1731343706645 heartbeating to localhost/127.0.0.1:32935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:49:30,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:49:30,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:49:30,335 WARN [BP-1632825233-172.17.0.2-1731343706645 heartbeating to localhost/127.0.0.1:32935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1632825233-172.17.0.2-1731343706645 (Datanode Uuid 61238829-f9d6-4e18-9564-65aac0cecd81) service to localhost/127.0.0.1:32935 2024-11-11T16:49:30,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/data/data1/current/BP-1632825233-172.17.0.2-1731343706645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:30,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/cluster_48159480-6bc8-2b92-ba47-a49b82cab20f/data/data2/current/BP-1632825233-172.17.0.2-1731343706645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:30,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:49:30,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:49:30,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:30,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:30,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:30,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:30,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:49:30,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:49:30,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/edba107346f4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:32935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/edba107346f4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/edba107346f4:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7d4d11e1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:32935 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:32935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/edba107346f4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 75) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9353 (was 8920) - AvailableMemoryMB LEAK? - 2024-11-11T16:49:30,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=9352 2024-11-11T16:49:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.log.dir so I do NOT create it in target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b4283b72-647f-2c81-adc3-74e454a53ebf/hadoop.tmp.dir so I do NOT create it in target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042, deleteOnExit=true 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/test.cache.data in system properties and HBase conf 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:49:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:49:30,407 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:49:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:49:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:49:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:49:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:49:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:49:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:49:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:49:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:49:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:49:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:49:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:49:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:49:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:49:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:49:30,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:30,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:30,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:30,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:30,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:49:30,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:30,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63e0dd2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:30,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d577fbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:30,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18eb04cc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/java.io.tmpdir/jetty-localhost-45857-hadoop-hdfs-3_4_1-tests_jar-_-any-11928331518378528382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:49:30,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71725275{HTTP/1.1, (http/1.1)}{localhost:45857} 2024-11-11T16:49:30,686 INFO [Time-limited test {}] server.Server(415): Started @65977ms 2024-11-11T16:49:30,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:30,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:30,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:30,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:30,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:49:30,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c6ff87b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:30,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d9a6e37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:31,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@496247a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/java.io.tmpdir/jetty-localhost-35551-hadoop-hdfs-3_4_1-tests_jar-_-any-6798596851496144058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:31,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3385f68a{HTTP/1.1, (http/1.1)}{localhost:35551} 2024-11-11T16:49:31,002 INFO [Time-limited test {}] server.Server(415): Started @66293ms 2024-11-11T16:49:31,004 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:49:31,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:31,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:31,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:31,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:31,066 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:49:31,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6534e461{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:31,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1261f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:31,144 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data1/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:31,145 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data2/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:31,172 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:49:31,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x290d38ab9c0a9ad7 with lease ID 0x2e0499ed016e2b82: Processing first storage report for DS-c14f0c73-538a-4198-a16f-487817273213 from datanode DatanodeRegistration(127.0.0.1:40853, datanodeUuid=de2343b0-5f85-4047-8b73-d76fa748ae3b, infoPort=35045, infoSecurePort=0, ipcPort=34659, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:31,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x290d38ab9c0a9ad7 with lease ID 0x2e0499ed016e2b82: from storage DS-c14f0c73-538a-4198-a16f-487817273213 node DatanodeRegistration(127.0.0.1:40853, datanodeUuid=de2343b0-5f85-4047-8b73-d76fa748ae3b, infoPort=35045, infoSecurePort=0, ipcPort=34659, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:31,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x290d38ab9c0a9ad7 with lease ID 0x2e0499ed016e2b82: Processing first storage report for DS-1ed46bec-3ef0-451b-88b3-b5c86ebf2ee7 from datanode DatanodeRegistration(127.0.0.1:40853, datanodeUuid=de2343b0-5f85-4047-8b73-d76fa748ae3b, infoPort=35045, infoSecurePort=0, ipcPort=34659, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:31,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x290d38ab9c0a9ad7 with lease ID 0x2e0499ed016e2b82: from storage DS-1ed46bec-3ef0-451b-88b3-b5c86ebf2ee7 node DatanodeRegistration(127.0.0.1:40853, datanodeUuid=de2343b0-5f85-4047-8b73-d76fa748ae3b, infoPort=35045, infoSecurePort=0, ipcPort=34659, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:31,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2955ffe2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/java.io.tmpdir/jetty-localhost-37069-hadoop-hdfs-3_4_1-tests_jar-_-any-1679805776232663962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:31,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b0c99c4{HTTP/1.1, (http/1.1)}{localhost:37069} 2024-11-11T16:49:31,202 INFO [Time-limited test {}] server.Server(415): Started @66493ms 2024-11-11T16:49:31,205 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:49:31,344 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data3/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:31,344 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data4/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:31,377 WARN [Thread-384 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:49:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab300b60e814f48a with lease ID 0x2e0499ed016e2b83: Processing first storage report for DS-812cbfe6-1aff-4a02-b7cc-d1297f3c3cc6 from datanode DatanodeRegistration(127.0.0.1:41853, datanodeUuid=b98999f8-1e36-4f2b-b81e-1fe8ec176e8d, infoPort=38681, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab300b60e814f48a with lease ID 0x2e0499ed016e2b83: from storage DS-812cbfe6-1aff-4a02-b7cc-d1297f3c3cc6 node DatanodeRegistration(127.0.0.1:41853, datanodeUuid=b98999f8-1e36-4f2b-b81e-1fe8ec176e8d, infoPort=38681, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab300b60e814f48a with lease ID 0x2e0499ed016e2b83: Processing first storage report for DS-414b6635-7e3d-4087-b5bf-aa5566c84ceb from datanode DatanodeRegistration(127.0.0.1:41853, datanodeUuid=b98999f8-1e36-4f2b-b81e-1fe8ec176e8d, infoPort=38681, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab300b60e814f48a with lease ID 0x2e0499ed016e2b83: from storage DS-414b6635-7e3d-4087-b5bf-aa5566c84ceb node DatanodeRegistration(127.0.0.1:41853, datanodeUuid=b98999f8-1e36-4f2b-b81e-1fe8ec176e8d, infoPort=38681, infoSecurePort=0, ipcPort=39099, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:49:31,413 INFO [regionserver/edba107346f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:49:31,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5 2024-11-11T16:49:31,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/zookeeper_0, clientPort=62927, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:49:31,454 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62927 2024-11-11T16:49:31,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:31,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:49:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:49:31,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c with version=8 2024-11-11T16:49:31,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/hbase-staging 2024-11-11T16:49:31,475 INFO [Time-limited test {}] client.ConnectionUtils(128): master/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:49:31,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:31,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:31,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:49:31,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:31,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:49:31,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:49:31,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:49:31,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44457 2024-11-11T16:49:31,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44457 connecting to ZooKeeper ensemble=127.0.0.1:62927 2024-11-11T16:49:31,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444570x0, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:49:31,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44457-0x10107ef51cb0000 connected 2024-11-11T16:49:31,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:31,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:31,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:49:31,528 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c, hbase.cluster.distributed=false 2024-11-11T16:49:31,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:49:31,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-11T16:49:31,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44457 2024-11-11T16:49:31,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44457 2024-11-11T16:49:31,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-11T16:49:31,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-11T16:49:31,554 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:49:31,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:31,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:31,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:49:31,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:31,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:49:31,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:49:31,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:49:31,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33599 2024-11-11T16:49:31,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33599 connecting to ZooKeeper ensemble=127.0.0.1:62927 2024-11-11T16:49:31,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:31,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:31,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335990x0, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:49:31,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335990x0, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:49:31,569 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:49:31,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33599-0x10107ef51cb0001 connected 2024-11-11T16:49:31,573 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:49:31,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:49:31,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:49:31,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-11T16:49:31,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33599 2024-11-11T16:49:31,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33599 2024-11-11T16:49:31,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-11T16:49:31,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-11T16:49:31,599 DEBUG [M:0;edba107346f4:44457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;edba107346f4:44457 2024-11-11T16:49:31,599 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/edba107346f4,44457,1731343771475 2024-11-11T16:49:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:49:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:49:31,602 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/edba107346f4,44457,1731343771475 2024-11-11T16:49:31,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:49:31,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,605 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T16:49:31,606 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/edba107346f4,44457,1731343771475 from backup master directory 2024-11-11T16:49:31,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:49:31,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/edba107346f4,44457,1731343771475 2024-11-11T16:49:31,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:49:31,610 WARN [master/edba107346f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:49:31,610 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=edba107346f4,44457,1731343771475 2024-11-11T16:49:31,646 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/hbase.id] with ID: cc468cd7-5f5f-4822-bead-dbf7e7a98cb0 2024-11-11T16:49:31,646 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/.tmp/hbase.id 2024-11-11T16:49:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:49:31,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:49:31,657 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/.tmp/hbase.id]:[hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/hbase.id] 2024-11-11T16:49:31,677 INFO [master/edba107346f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:31,677 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:49:31,679 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T16:49:31,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:49:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:49:31,695 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:49:31,696 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:49:31,697 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:49:31,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:49:31,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:49:31,711 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store 2024-11-11T16:49:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:49:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:49:31,728 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:31,728 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:49:31,728 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:31,728 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:31,728 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:49:31,728 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:31,728 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:31,728 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343771728Disabling compacts and flushes for region at 1731343771728Disabling writes for close at 1731343771728Writing region close event to WAL at 1731343771728Closed at 1731343771728 2024-11-11T16:49:31,730 WARN [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/.initializing 2024-11-11T16:49:31,730 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475 2024-11-11T16:49:31,733 INFO [master/edba107346f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:49:31,736 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C44457%2C1731343771475, suffix=, logDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/oldWALs, maxLogs=10 2024-11-11T16:49:31,753 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343771737, exclude list is [], retry=0 2024-11-11T16:49:31,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40853,DS-c14f0c73-538a-4198-a16f-487817273213,DISK] 2024-11-11T16:49:31,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-812cbfe6-1aff-4a02-b7cc-d1297f3c3cc6,DISK] 2024-11-11T16:49:31,761 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343771737 2024-11-11T16:49:31,761 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35045:35045),(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-11T16:49:31,761 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:49:31,762 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:31,762 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,762 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:49:31,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:31,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:31,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:49:31,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:31,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:49:31,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:49:31,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:31,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:49:31,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:49:31,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:31,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:49:31,777 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,778 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,778 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,781 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,781 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,782 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:49:31,784 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:31,787 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:49:31,788 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=807648, jitterRate=0.02697812020778656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:49:31,789 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731343771762Initializing all the Stores at 1731343771764 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343771764Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343771764Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343771764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343771764Cleaning up temporary data from old regions at 1731343771781 (+17 ms)Region opened successfully at 1731343771789 (+8 ms) 2024-11-11T16:49:31,790 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:49:31,794 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfaad7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:49:31,796 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:49:31,796 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:49:31,796 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:49:31,797 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:49:31,798 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:49:31,798 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:49:31,798 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:49:31,807 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:49:31,809 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T16:49:31,811 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T16:49:31,811 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:49:31,812 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:49:31,814 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T16:49:31,814 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:49:31,816 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:49:31,817 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T16:49:31,819 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:49:31,822 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T16:49:31,825 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:49:31,827 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T16:49:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:49:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:49:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,830 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=edba107346f4,44457,1731343771475, sessionid=0x10107ef51cb0000, setting cluster-up flag (Was=false) 2024-11-11T16:49:31,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,842 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T16:49:31,844 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,44457,1731343771475 2024-11-11T16:49:31,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:31,863 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T16:49:31,864 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,44457,1731343771475 2024-11-11T16:49:31,866 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:49:31,868 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:49:31,868 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:49:31,869 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:49:31,869 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: edba107346f4,44457,1731343771475 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:49:31,871 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:49:31,871 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:49:31,871 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:49:31,871 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:49:31,871 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/edba107346f4:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:49:31,871 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,871 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:49:31,871 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:49:31,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:49:31,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:31,876 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731343801876 2024-11-11T16:49:31,877 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:49:31,877 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:49:31,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:49:31,877 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:49:31,877 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:49:31,877 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:49:31,877 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:49:31,880 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,885 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:49:31,885 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:49:31,885 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:49:31,888 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(746): ClusterId : cc468cd7-5f5f-4822-bead-dbf7e7a98cb0 2024-11-11T16:49:31,888 DEBUG [RS:0;edba107346f4:33599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:49:31,888 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:49:31,888 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:49:31,891 DEBUG [RS:0;edba107346f4:33599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:49:31,891 DEBUG [RS:0;edba107346f4:33599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:49:31,892 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343771888,5,FailOnTimeoutGroup] 2024-11-11T16:49:31,893 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343771892,5,FailOnTimeoutGroup] 2024-11-11T16:49:31,893 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,893 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:49:31,893 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,893 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,894 DEBUG [RS:0;edba107346f4:33599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:49:31,894 DEBUG [RS:0;edba107346f4:33599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dbad30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:49:31,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:49:31,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:49:31,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:49:31,903 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c 2024-11-11T16:49:31,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:49:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:49:31,919 DEBUG [RS:0;edba107346f4:33599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;edba107346f4:33599 2024-11-11T16:49:31,919 INFO [RS:0;edba107346f4:33599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:49:31,919 INFO [RS:0;edba107346f4:33599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:49:31,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:31,920 DEBUG [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:49:31,921 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(2659): reportForDuty to master=edba107346f4,44457,1731343771475 with port=33599, startcode=1731343771553 2024-11-11T16:49:31,921 DEBUG [RS:0;edba107346f4:33599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:49:31,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:49:31,925 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:49:31,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:49:31,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:31,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer edba107346f4,33599,1731343771553 2024-11-11T16:49:31,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44457 {}] master.ServerManager(517): Registering regionserver=edba107346f4,33599,1731343771553 2024-11-11T16:49:31,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:31,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:49:31,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:49:31,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:31,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:31,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:49:31,932 DEBUG [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c 2024-11-11T16:49:31,932 DEBUG [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43297 2024-11-11T16:49:31,932 DEBUG [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:49:31,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:49:31,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:31,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:31,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:49:31,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:49:31,935 DEBUG [RS:0;edba107346f4:33599 {}] zookeeper.ZKUtil(111): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/edba107346f4,33599,1731343771553 2024-11-11T16:49:31,935 WARN [RS:0;edba107346f4:33599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:49:31,935 INFO [RS:0;edba107346f4:33599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:49:31,935 DEBUG [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553 2024-11-11T16:49:31,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:49:31,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:31,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:31,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:49:31,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740 2024-11-11T16:49:31,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740 2024-11-11T16:49:31,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:49:31,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:49:31,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:49:31,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [edba107346f4,33599,1731343771553] 2024-11-11T16:49:31,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:49:31,949 INFO [RS:0;edba107346f4:33599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:49:31,952 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:49:31,953 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713505, jitterRate=-0.09273210167884827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:49:31,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731343771920Initializing all the Stores at 1731343771921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343771921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343771922 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343771922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343771922Cleaning up temporary data from old regions at 1731343771940 (+18 ms)Region opened successfully at 1731343771954 (+14 ms) 2024-11-11T16:49:31,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:49:31,954 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:49:31,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:49:31,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:49:31,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:49:31,956 INFO [RS:0;edba107346f4:33599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:49:31,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:49:31,959 INFO [RS:0;edba107346f4:33599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:49:31,959 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343771954Disabling compacts and flushes for region at 1731343771954Disabling writes for close at 1731343771954Writing region close event to WAL at 1731343771959 (+5 ms)Closed at 1731343771959 2024-11-11T16:49:31,960 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:49:31,962 INFO [RS:0;edba107346f4:33599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:49:31,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:49:31,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:49:31,962 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:49:31,963 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,963 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,963 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,963 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,963 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,964 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:49:31,964 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,964 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,964 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,964 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,964 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,964 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:31,965 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:49:31,965 DEBUG [RS:0;edba107346f4:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:49:31,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:49:31,969 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:49:31,974 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,974 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,974 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,974 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,974 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,974 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33599,1731343771553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:49:31,991 INFO [RS:0;edba107346f4:33599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:49:31,992 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33599,1731343771553-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,992 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:31,992 INFO [RS:0;edba107346f4:33599 {}] regionserver.Replication(171): edba107346f4,33599,1731343771553 started 2024-11-11T16:49:32,008 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:32,008 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1482): Serving as edba107346f4,33599,1731343771553, RpcServer on edba107346f4/172.17.0.2:33599, sessionid=0x10107ef51cb0001 2024-11-11T16:49:32,008 DEBUG [RS:0;edba107346f4:33599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:49:32,008 DEBUG [RS:0;edba107346f4:33599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager edba107346f4,33599,1731343771553 2024-11-11T16:49:32,009 DEBUG [RS:0;edba107346f4:33599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,33599,1731343771553' 2024-11-11T16:49:32,009 DEBUG [RS:0;edba107346f4:33599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:49:32,009 DEBUG [RS:0;edba107346f4:33599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:49:32,010 DEBUG [RS:0;edba107346f4:33599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:49:32,010 DEBUG [RS:0;edba107346f4:33599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:49:32,010 DEBUG [RS:0;edba107346f4:33599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager edba107346f4,33599,1731343771553 2024-11-11T16:49:32,010 DEBUG [RS:0;edba107346f4:33599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,33599,1731343771553' 2024-11-11T16:49:32,010 DEBUG [RS:0;edba107346f4:33599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:49:32,011 DEBUG [RS:0;edba107346f4:33599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:49:32,011 DEBUG [RS:0;edba107346f4:33599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:49:32,011 INFO [RS:0;edba107346f4:33599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:49:32,011 INFO [RS:0;edba107346f4:33599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:49:32,112 INFO [RS:0;edba107346f4:33599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:49:32,116 INFO [RS:0;edba107346f4:33599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C33599%2C1731343771553, suffix=, logDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/oldWALs, maxLogs=32 2024-11-11T16:49:32,119 WARN [edba107346f4:44457 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:49:32,141 DEBUG [RS:0;edba107346f4:33599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343772118, exclude list is [], retry=0 2024-11-11T16:49:32,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40853,DS-c14f0c73-538a-4198-a16f-487817273213,DISK] 2024-11-11T16:49:32,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-812cbfe6-1aff-4a02-b7cc-d1297f3c3cc6,DISK] 2024-11-11T16:49:32,157 INFO [RS:0;edba107346f4:33599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343772118 2024-11-11T16:49:32,158 DEBUG [RS:0;edba107346f4:33599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681),(127.0.0.1/127.0.0.1:35045:35045)] 2024-11-11T16:49:32,369 DEBUG [edba107346f4:44457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:49:32,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=edba107346f4,33599,1731343771553 2024-11-11T16:49:32,371 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,33599,1731343771553, state=OPENING 2024-11-11T16:49:32,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:49:32,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:32,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:32,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:49:32,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:49:32,379 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:49:32,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,33599,1731343771553}] 2024-11-11T16:49:32,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:49:32,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59713, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:49:32,542 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:49:32,542 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:49:32,543 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:49:32,546 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C33599%2C1731343771553.meta, suffix=.meta, logDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/oldWALs, maxLogs=32 2024-11-11T16:49:32,569 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta, exclude list is [], retry=0 2024-11-11T16:49:32,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-812cbfe6-1aff-4a02-b7cc-d1297f3c3cc6,DISK] 2024-11-11T16:49:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40853,DS-c14f0c73-538a-4198-a16f-487817273213,DISK] 2024-11-11T16:49:32,577 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta 2024-11-11T16:49:32,579 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681),(127.0.0.1/127.0.0.1:35045:35045)] 2024-11-11T16:49:32,579 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:49:32,580 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:49:32,580 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:49:32,580 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:49:32,581 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:49:32,581 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:32,581 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:49:32,581 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:49:32,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:49:32,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:49:32,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:32,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:32,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:49:32,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:49:32,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:32,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:32,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:49:32,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:49:32,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:32,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:32,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:49:32,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:49:32,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:32,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:32,592 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:49:32,594 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740 2024-11-11T16:49:32,595 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740 2024-11-11T16:49:32,605 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:49:32,605 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:49:32,606 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:49:32,609 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:49:32,610 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830425, jitterRate=0.05594037473201752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:49:32,610 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:49:32,612 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731343772581Writing region info on filesystem at 1731343772581Initializing all the Stores at 1731343772583 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343772583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343772584 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343772584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343772584Cleaning up temporary data from old regions at 1731343772605 (+21 ms)Running coprocessor post-open hooks at 1731343772610 (+5 ms)Region opened successfully at 1731343772612 (+2 ms) 2024-11-11T16:49:32,615 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731343772534 2024-11-11T16:49:32,620 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:49:32,620 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:49:32,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=edba107346f4,33599,1731343771553 2024-11-11T16:49:32,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,33599,1731343771553, state=OPEN 2024-11-11T16:49:32,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:49:32,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:49:32,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=edba107346f4,33599,1731343771553 2024-11-11T16:49:32,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:49:32,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:49:32,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:49:32,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,33599,1731343771553 in 249 msec 2024-11-11T16:49:32,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:49:32,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2024-11-11T16:49:32,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:49:32,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:49:32,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:49:32,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,33599,1731343771553, seqNum=-1] 2024-11-11T16:49:32,645 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:49:32,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41955, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:49:32,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 787 msec 2024-11-11T16:49:32,656 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731343772656, completionTime=-1 2024-11-11T16:49:32,656 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:49:32,656 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T16:49:32,659 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T16:49:32,660 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731343832660 2024-11-11T16:49:32,660 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731343892660 2024-11-11T16:49:32,660 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-11T16:49:32,660 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44457,1731343771475-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:32,660 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44457,1731343771475-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:32,660 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44457,1731343771475-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:32,660 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-edba107346f4:44457, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:32,661 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:32,661 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:32,663 DEBUG [master/edba107346f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:49:32,667 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.056sec 2024-11-11T16:49:32,667 INFO [master/edba107346f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:49:32,667 INFO [master/edba107346f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:49:32,667 INFO [master/edba107346f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:49:32,667 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:49:32,667 INFO [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:49:32,667 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44457,1731343771475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:49:32,667 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44457,1731343771475-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:49:32,671 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:49:32,671 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:49:32,671 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44457,1731343771475-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:32,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e47d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:49:32,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request edba107346f4,44457,-1 for getting cluster id 2024-11-11T16:49:32,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:49:32,691 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc468cd7-5f5f-4822-bead-dbf7e7a98cb0' 2024-11-11T16:49:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:49:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc468cd7-5f5f-4822-bead-dbf7e7a98cb0" 2024-11-11T16:49:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b276d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:49:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [edba107346f4,44457,-1] 2024-11-11T16:49:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:49:32,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:32,694 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:49:32,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732a1724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:49:32,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:49:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,33599,1731343771553, seqNum=-1] 2024-11-11T16:49:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:49:32,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:49:32,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=edba107346f4,44457,1731343771475 2024-11-11T16:49:32,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:32,705 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-11T16:49:32,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:32,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:32,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:32,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:32,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:49:32,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76947ea9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:32,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@319ca0e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:32,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d3e3999{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/java.io.tmpdir/jetty-localhost-40239-hadoop-hdfs-3_4_1-tests_jar-_-any-15060762478219724353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:32,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1152643c{HTTP/1.1, (http/1.1)}{localhost:40239} 2024-11-11T16:49:32,864 INFO [Time-limited test {}] server.Server(415): Started @68155ms 2024-11-11T16:49:32,866 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:49:32,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:32,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:32,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:32,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:32,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:49:32,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d7df97c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:32,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@149d802b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:32,985 WARN [Thread-508 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data5/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:32,985 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data6/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:33,011 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:49:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x810a2e340fd8fa79 with lease ID 0x2e0499ed016e2b84: Processing first storage report for DS-01b0b303-3896-43a4-8d3c-dea22be7bdb7 from datanode DatanodeRegistration(127.0.0.1:35201, datanodeUuid=68153107-b7c8-4ae5-96c8-b7227f3633e6, infoPort=40319, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x810a2e340fd8fa79 with lease ID 0x2e0499ed016e2b84: from storage DS-01b0b303-3896-43a4-8d3c-dea22be7bdb7 node DatanodeRegistration(127.0.0.1:35201, datanodeUuid=68153107-b7c8-4ae5-96c8-b7227f3633e6, infoPort=40319, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x810a2e340fd8fa79 with lease ID 0x2e0499ed016e2b84: Processing first storage report for DS-3623d9ea-bccf-4424-b6ca-6dd51dabf814 from datanode DatanodeRegistration(127.0.0.1:35201, datanodeUuid=68153107-b7c8-4ae5-96c8-b7227f3633e6, infoPort=40319, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:33,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x810a2e340fd8fa79 with lease ID 0x2e0499ed016e2b84: from storage DS-3623d9ea-bccf-4424-b6ca-6dd51dabf814 node DatanodeRegistration(127.0.0.1:35201, datanodeUuid=68153107-b7c8-4ae5-96c8-b7227f3633e6, infoPort=40319, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:33,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1230ec21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/java.io.tmpdir/jetty-localhost-38919-hadoop-hdfs-3_4_1-tests_jar-_-any-11353142706040418549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:33,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f1fbe4f{HTTP/1.1, (http/1.1)}{localhost:38919} 2024-11-11T16:49:33,062 INFO [Time-limited test {}] server.Server(415): Started @68353ms 2024-11-11T16:49:33,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:49:33,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:33,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:33,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:33,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:33,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:49:33,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@437ac519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:33,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1acef601{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:33,177 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data7/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:33,177 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data8/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:33,218 WARN [Thread-523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:49:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29f9b1c5094a18d with lease ID 0x2e0499ed016e2b85: Processing first storage report for DS-e1a4f49b-43ce-480a-986e-590a3677c627 from datanode DatanodeRegistration(127.0.0.1:41223, datanodeUuid=88db55c7-318c-49a5-a039-2aead3fd13ef, infoPort=45111, infoSecurePort=0, ipcPort=46211, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29f9b1c5094a18d with lease ID 0x2e0499ed016e2b85: from storage DS-e1a4f49b-43ce-480a-986e-590a3677c627 node DatanodeRegistration(127.0.0.1:41223, datanodeUuid=88db55c7-318c-49a5-a039-2aead3fd13ef, infoPort=45111, infoSecurePort=0, ipcPort=46211, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29f9b1c5094a18d with lease ID 0x2e0499ed016e2b85: Processing first storage report for DS-64479796-fa28-4af4-9c91-a245429b42b8 from datanode DatanodeRegistration(127.0.0.1:41223, datanodeUuid=88db55c7-318c-49a5-a039-2aead3fd13ef, infoPort=45111, infoSecurePort=0, ipcPort=46211, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29f9b1c5094a18d with lease ID 0x2e0499ed016e2b85: from storage DS-64479796-fa28-4af4-9c91-a245429b42b8 node DatanodeRegistration(127.0.0.1:41223, datanodeUuid=88db55c7-318c-49a5-a039-2aead3fd13ef, infoPort=45111, infoSecurePort=0, ipcPort=46211, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:33,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1126b0b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/java.io.tmpdir/jetty-localhost-33261-hadoop-hdfs-3_4_1-tests_jar-_-any-5901250574278161613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:33,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@238cee6c{HTTP/1.1, (http/1.1)}{localhost:33261} 2024-11-11T16:49:33,245 INFO [Time-limited test {}] server.Server(415): Started @68536ms 2024-11-11T16:49:33,247 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:49:33,356 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data10/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:33,356 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data9/current/BP-812563437-172.17.0.2-1731343770441/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:33,388 WARN [Thread-558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:49:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17f051188c5f1067 with lease ID 0x2e0499ed016e2b86: Processing first storage report for DS-ad08f023-0034-4105-8136-d282cd09cb9d from datanode DatanodeRegistration(127.0.0.1:39123, datanodeUuid=9793bc38-0cb1-4652-9626-768652e84b16, infoPort=43847, infoSecurePort=0, ipcPort=33119, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17f051188c5f1067 with lease ID 0x2e0499ed016e2b86: from storage DS-ad08f023-0034-4105-8136-d282cd09cb9d node DatanodeRegistration(127.0.0.1:39123, datanodeUuid=9793bc38-0cb1-4652-9626-768652e84b16, infoPort=43847, infoSecurePort=0, ipcPort=33119, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17f051188c5f1067 with lease ID 0x2e0499ed016e2b86: Processing first storage report for DS-9feaebc9-ce55-46f7-98aa-5a02897f0ccf from datanode DatanodeRegistration(127.0.0.1:39123, datanodeUuid=9793bc38-0cb1-4652-9626-768652e84b16, infoPort=43847, infoSecurePort=0, ipcPort=33119, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441) 2024-11-11T16:49:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17f051188c5f1067 with lease ID 0x2e0499ed016e2b86: from storage DS-9feaebc9-ce55-46f7-98aa-5a02897f0ccf node DatanodeRegistration(127.0.0.1:39123, datanodeUuid=9793bc38-0cb1-4652-9626-768652e84b16, infoPort=43847, infoSecurePort=0, ipcPort=33119, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:33,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:49:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is edba107346f4,44457,1731343771475 2024-11-11T16:49:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c486247 2024-11-11T16:49:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:49:33,488 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:49:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-11T16:49:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-11T16:49:33,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:49:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-11T16:49:33,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:49:33,493 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:33,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-11T16:49:33,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:49:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:49:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39123 is added to blk_1073741835_1011 (size=393) 2024-11-11T16:49:33,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41223 is added to blk_1073741835_1011 (size=393) 2024-11-11T16:49:33,511 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d379586181a3c3095a5ea4cdeac09d56, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c 2024-11-11T16:49:33,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741836_1012 (size=76) 2024-11-11T16:49:33,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741836_1012 (size=76) 2024-11-11T16:49:33,520 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:33,520 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing d379586181a3c3095a5ea4cdeac09d56, disabling compactions & flushes 2024-11-11T16:49:33,521 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:33,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:33,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. after waiting 0 ms 2024-11-11T16:49:33,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:33,521 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:33,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for d379586181a3c3095a5ea4cdeac09d56: Waiting for close lock at 1731343773520Disabling compacts and flushes for region at 1731343773520Disabling writes for close at 1731343773521 (+1 ms)Writing region close event to WAL at 1731343773521Closed at 1731343773521 2024-11-11T16:49:33,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:49:33,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731343773523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731343773523"}]},"ts":"1731343773523"} 2024-11-11T16:49:33,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:49:33,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:49:33,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731343773527"}]},"ts":"1731343773527"} 2024-11-11T16:49:33,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-11T16:49:33,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d379586181a3c3095a5ea4cdeac09d56, ASSIGN}] 2024-11-11T16:49:33,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d379586181a3c3095a5ea4cdeac09d56, ASSIGN 2024-11-11T16:49:33,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d379586181a3c3095a5ea4cdeac09d56, ASSIGN; state=OFFLINE, location=edba107346f4,33599,1731343771553; forceNewPlan=false, retain=false 2024-11-11T16:49:33,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d379586181a3c3095a5ea4cdeac09d56, regionState=OPENING, regionLocation=edba107346f4,33599,1731343771553 2024-11-11T16:49:33,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d379586181a3c3095a5ea4cdeac09d56, ASSIGN because future has completed 2024-11-11T16:49:33,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d379586181a3c3095a5ea4cdeac09d56, server=edba107346f4,33599,1731343771553}] 2024-11-11T16:49:33,850 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:33,850 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d379586181a3c3095a5ea4cdeac09d56, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:49:33,850 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,851 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:33,851 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,851 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,853 INFO [StoreOpener-d379586181a3c3095a5ea4cdeac09d56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,856 INFO [StoreOpener-d379586181a3c3095a5ea4cdeac09d56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d379586181a3c3095a5ea4cdeac09d56 columnFamilyName info 2024-11-11T16:49:33,856 DEBUG [StoreOpener-d379586181a3c3095a5ea4cdeac09d56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:33,857 INFO [StoreOpener-d379586181a3c3095a5ea4cdeac09d56-1 {}] regionserver.HStore(327): Store=d379586181a3c3095a5ea4cdeac09d56/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:49:33,857 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,858 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,859 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,859 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,859 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,862 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,868 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d379586181a3c3095a5ea4cdeac09d56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:49:33,868 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d379586181a3c3095a5ea4cdeac09d56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793133, jitterRate=0.008521884679794312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:49:33,869 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:33,870 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d379586181a3c3095a5ea4cdeac09d56: Running coprocessor pre-open hook at 1731343773851Writing region info on filesystem at 1731343773851Initializing all the Stores at 1731343773852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343773853 (+1 ms)Cleaning up temporary data from old regions at 1731343773859 (+6 ms)Running coprocessor post-open hooks at 1731343773869 (+10 ms)Region opened successfully at 1731343773870 (+1 ms) 2024-11-11T16:49:33,871 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56., pid=6, masterSystemTime=1731343773843 2024-11-11T16:49:33,875 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:33,875 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:33,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d379586181a3c3095a5ea4cdeac09d56, regionState=OPEN, openSeqNum=2, regionLocation=edba107346f4,33599,1731343771553 2024-11-11T16:49:33,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d379586181a3c3095a5ea4cdeac09d56, server=edba107346f4,33599,1731343771553 because future has completed 2024-11-11T16:49:33,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:49:33,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d379586181a3c3095a5ea4cdeac09d56, server=edba107346f4,33599,1731343771553 in 193 msec 2024-11-11T16:49:33,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:49:33,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d379586181a3c3095a5ea4cdeac09d56, ASSIGN in 360 msec 2024-11-11T16:49:33,897 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:49:33,897 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731343773897"}]},"ts":"1731343773897"} 2024-11-11T16:49:33,900 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-11T16:49:33,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:49:33,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 412 msec 2024-11-11T16:49:34,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:34,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:35,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:49:35,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:35,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:37,949 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:49:37,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-11T16:49:39,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:49:39,930 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:49:39,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-11T16:49:39,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-11T16:49:39,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:49:39,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:49:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:49:43,588 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-11T16:49:43,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-11T16:49:43,589 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:49:43,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-11T16:49:43,593 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:49:43,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-11T16:49:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56., hostname=edba107346f4,33599,1731343771553, seqNum=2] 2024-11-11T16:49:43,600 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-11T16:49:43,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-11T16:49:43,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:43,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1717894661_22 at /127.0.0.1:45582 [Receiving block BP-812563437-172.17.0.2-1731343770441:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45582 dst: /127.0.0.1:40853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_928546488_22 at /127.0.0.1:54772 [Receiving block BP-812563437-172.17.0.2-1731343770441:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54772 dst: /127.0.0.1:41853 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1717894661_22 at /127.0.0.1:54754 [Receiving block BP-812563437-172.17.0.2-1731343770441:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54754 dst: /127.0.0.1:41853 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_928546488_22 at /127.0.0.1:54784 [Receiving block BP-812563437-172.17.0.2-1731343770441:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54784 dst: /127.0.0.1:41853 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_928546488_22 at /127.0.0.1:45610 [Receiving block BP-812563437-172.17.0.2-1731343770441:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45610 dst: /127.0.0.1:40853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,606 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_928546488_22 at /127.0.0.1:45628 [Receiving block BP-812563437-172.17.0.2-1731343770441:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45628 dst: /127.0.0.1:40853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2955ffe2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:43,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b0c99c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:43,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:43,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1261f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:43,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6534e461{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:43,613 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:49:43,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:49:43,614 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-812563437-172.17.0.2-1731343770441 (Datanode Uuid b98999f8-1e36-4f2b-b81e-1fe8ec176e8d) service to localhost/127.0.0.1:43297 2024-11-11T16:49:43,614 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:49:43,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data3/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:43,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data4/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:43,615 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:49:43,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:43,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:43,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:43,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:43,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:49:43,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f68668c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:43,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@446f4116{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:43,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@483cc53d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/java.io.tmpdir/jetty-localhost-43291-hadoop-hdfs-3_4_1-tests_jar-_-any-3440173922983898247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:43,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@82d8420{HTTP/1.1, (http/1.1)}{localhost:43291} 2024-11-11T16:49:43,765 INFO [Time-limited test {}] server.Server(415): Started @79056ms 2024-11-11T16:49:43,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:49:43,789 WARN [AsyncFSWAL-0-hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c-prefix:edba107346f4,33599,1731343771553 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,790 DEBUG [regionserver/edba107346f4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL edba107346f4%2C33599%2C1731343771553:(num 1731343772118) roll requested 2024-11-11T16:49:43,804 DEBUG [regionserver/edba107346f4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343783790, exclude list is [], retry=0 2024-11-11T16:49:43,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41223,DS-e1a4f49b-43ce-480a-986e-590a3677c627,DISK] 2024-11-11T16:49:43,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-01b0b303-3896-43a4-8d3c-dea22be7bdb7,DISK] 2024-11-11T16:49:43,817 INFO [regionserver/edba107346f4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343772118 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343783790 2024-11-11T16:49:43,817 DEBUG [regionserver/edba107346f4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40319:40319),(127.0.0.1/127.0.0.1:45111:45111)] 2024-11-11T16:49:43,817 DEBUG [regionserver/edba107346f4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343772118 is not closed yet, will try archiving it next time 2024-11-11T16:49:43,819 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,820 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,821 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T16:49:43,821 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T16:49:43,822 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343772118 2024-11-11T16:49:43,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:49:43,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:49:43,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:49:43,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:43,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:43,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:49:43,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:49:43,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1286639299, stopped=false 2024-11-11T16:49:43,825 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=edba107346f4,44457,1731343771475 2024-11-11T16:49:43,825 WARN [IPC Server handler 1 on default port 43297 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343772118 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-11T16:49:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:49:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:49:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:43,827 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:49:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:43,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:49:43,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:49:43,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:43,828 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'edba107346f4,33599,1731343771553' ***** 2024-11-11T16:49:43,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:49:43,828 INFO [RS:0;edba107346f4:33599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:49:43,828 INFO [RS:0;edba107346f4:33599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:49:43,828 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:49:43,828 INFO [RS:0;edba107346f4:33599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:49:43,828 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(3091): Received CLOSE for d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:43,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:49:43,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:49:43,830 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343772118 after 5ms 2024-11-11T16:49:43,830 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(959): stopping server edba107346f4,33599,1731343771553 2024-11-11T16:49:43,830 INFO [RS:0;edba107346f4:33599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:49:43,830 INFO [RS:0;edba107346f4:33599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;edba107346f4:33599. 2024-11-11T16:49:43,831 DEBUG [RS:0;edba107346f4:33599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:49:43,831 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d379586181a3c3095a5ea4cdeac09d56, disabling compactions & flushes 2024-11-11T16:49:43,831 DEBUG [RS:0;edba107346f4:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:43,831 INFO [RS:0;edba107346f4:33599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:49:43,831 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:43,831 INFO [RS:0;edba107346f4:33599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:49:43,831 INFO [RS:0;edba107346f4:33599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:49:43,831 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:43,831 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:49:43,831 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. after waiting 0 ms 2024-11-11T16:49:43,831 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:43,831 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d379586181a3c3095a5ea4cdeac09d56 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-11T16:49:43,832 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:49:43,832 DEBUG [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1325): Online Regions={d379586181a3c3095a5ea4cdeac09d56=TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:49:43,832 DEBUG [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d379586181a3c3095a5ea4cdeac09d56 2024-11-11T16:49:43,832 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:49:43,832 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:49:43,832 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:49:43,832 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:49:43,832 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:49:43,832 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-11T16:49:43,833 WARN [AsyncFSWAL-0-hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c-prefix:edba107346f4,33599,1731343771553.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,833 DEBUG [regionserver/edba107346f4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL edba107346f4%2C33599%2C1731343771553.meta:.meta(num 1731343772548) roll requested 2024-11-11T16:49:43,849 DEBUG [regionserver/edba107346f4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343783833.meta, exclude list is [], retry=0 2024-11-11T16:49:43,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40853,DS-c14f0c73-538a-4198-a16f-487817273213,DISK] 2024-11-11T16:49:43,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-01b0b303-3896-43a4-8d3c-dea22be7bdb7,DISK] 2024-11-11T16:49:43,857 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d379586181a3c3095a5ea4cdeac09d56/.tmp/info/f8e922ada46d461da41c69494748400f is 1055, key is row0001/info:/1731343783598/Put/seqid=0 2024-11-11T16:49:43,863 INFO [regionserver/edba107346f4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343783833.meta 2024-11-11T16:49:43,865 DEBUG [regionserver/edba107346f4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35045:35045),(127.0.0.1/127.0.0.1:40319:40319)] 2024-11-11T16:49:43,865 DEBUG [regionserver/edba107346f4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta is not closed yet, will try archiving it next time 2024-11-11T16:49:43,865 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,866 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:43,866 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta 2024-11-11T16:49:43,867 WARN [IPC Server handler 0 on default port 43297 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-11T16:49:43,867 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta after 1ms 2024-11-11T16:49:43,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41223 is added to blk_1073741839_1016 (size=7062) 2024-11-11T16:49:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741839_1016 (size=7062) 2024-11-11T16:49:43,882 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d379586181a3c3095a5ea4cdeac09d56/.tmp/info/f8e922ada46d461da41c69494748400f 2024-11-11T16:49:43,890 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/.tmp/info/61625855bdbb429eb3dae6e57f15644d is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56./info:regioninfo/1731343773876/Put/seqid=0 2024-11-11T16:49:43,895 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d379586181a3c3095a5ea4cdeac09d56/.tmp/info/f8e922ada46d461da41c69494748400f as hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d379586181a3c3095a5ea4cdeac09d56/info/f8e922ada46d461da41c69494748400f 2024-11-11T16:49:43,917 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d379586181a3c3095a5ea4cdeac09d56/info/f8e922ada46d461da41c69494748400f, entries=2, sequenceid=6, filesize=6.9 K 2024-11-11T16:49:43,918 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for d379586181a3c3095a5ea4cdeac09d56 in 87ms, sequenceid=6, compaction requested=false 2024-11-11T16:49:43,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41223 is added to blk_1073741840_1018 (size=7089) 2024-11-11T16:49:43,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39123 is added to blk_1073741840_1018 (size=7089) 2024-11-11T16:49:43,922 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/.tmp/info/61625855bdbb429eb3dae6e57f15644d 2024-11-11T16:49:43,927 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d379586181a3c3095a5ea4cdeac09d56/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T16:49:43,928 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:43,928 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d379586181a3c3095a5ea4cdeac09d56: Waiting for close lock at 1731343783830Running coprocessor pre-close hooks at 1731343783830Disabling compacts and flushes for region at 1731343783830Disabling writes for close at 1731343783831 (+1 ms)Obtaining lock to block concurrent updates at 1731343783831Preparing flush snapshotting stores in d379586181a3c3095a5ea4cdeac09d56 at 1731343783831Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731343783832 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. at 1731343783833 (+1 ms)Flushing d379586181a3c3095a5ea4cdeac09d56/info: creating writer at 1731343783833Flushing d379586181a3c3095a5ea4cdeac09d56/info: appending metadata at 1731343783856 (+23 ms)Flushing d379586181a3c3095a5ea4cdeac09d56/info: closing flushed file at 1731343783856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56055737: reopening flushed file at 1731343783893 (+37 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for d379586181a3c3095a5ea4cdeac09d56 in 87ms, sequenceid=6, compaction requested=false at 1731343783919 (+26 ms)Writing region close event to WAL at 1731343783921 (+2 ms)Running coprocessor post-close hooks at 1731343783928 (+7 ms)Closed at 1731343783928 2024-11-11T16:49:43,928 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731343773489.d379586181a3c3095a5ea4cdeac09d56. 2024-11-11T16:49:43,945 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:49:43,952 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/.tmp/ns/15f37bdaa08043b1844d2c945ae7d3f8 is 43, key is default/ns:d/1731343772647/Put/seqid=0 2024-11-11T16:49:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c3ffeadba727759 with lease ID 0x2e0499ed016e2b87: from storage DS-812cbfe6-1aff-4a02-b7cc-d1297f3c3cc6 node DatanodeRegistration(127.0.0.1:33377, datanodeUuid=b98999f8-1e36-4f2b-b81e-1fe8ec176e8d, infoPort=36453, infoSecurePort=0, ipcPort=40511, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c3ffeadba727759 with lease ID 0x2e0499ed016e2b87: from storage DS-414b6635-7e3d-4087-b5bf-aa5566c84ceb node DatanodeRegistration(127.0.0.1:33377, datanodeUuid=b98999f8-1e36-4f2b-b81e-1fe8ec176e8d, infoPort=36453, infoSecurePort=0, ipcPort=40511, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741841_1019 (size=5153) 2024-11-11T16:49:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41223 is added to blk_1073741841_1019 (size=5153) 2024-11-11T16:49:43,964 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/.tmp/ns/15f37bdaa08043b1844d2c945ae7d3f8 2024-11-11T16:49:43,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741833_1014 (size=1599) 2024-11-11T16:49:43,981 INFO [regionserver/edba107346f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:49:43,993 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/.tmp/table/46a941baa2c445faa8f12398bfc62920 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731343773897/Put/seqid=0 2024-11-11T16:49:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41223 is added to blk_1073741842_1020 (size=5424) 2024-11-11T16:49:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741842_1020 (size=5424) 2024-11-11T16:49:44,001 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/.tmp/table/46a941baa2c445faa8f12398bfc62920 2024-11-11T16:49:44,004 INFO [regionserver/edba107346f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:49:44,004 INFO [regionserver/edba107346f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:49:44,009 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/.tmp/info/61625855bdbb429eb3dae6e57f15644d as hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/info/61625855bdbb429eb3dae6e57f15644d 2024-11-11T16:49:44,017 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/info/61625855bdbb429eb3dae6e57f15644d, entries=10, sequenceid=11, filesize=6.9 K 2024-11-11T16:49:44,019 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/.tmp/ns/15f37bdaa08043b1844d2c945ae7d3f8 as hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/ns/15f37bdaa08043b1844d2c945ae7d3f8 2024-11-11T16:49:44,029 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/ns/15f37bdaa08043b1844d2c945ae7d3f8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:49:44,030 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/.tmp/table/46a941baa2c445faa8f12398bfc62920 as hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/table/46a941baa2c445faa8f12398bfc62920 2024-11-11T16:49:44,032 DEBUG [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:49:44,040 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/table/46a941baa2c445faa8f12398bfc62920, entries=2, sequenceid=11, filesize=5.3 K 2024-11-11T16:49:44,041 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 209ms, sequenceid=11, compaction requested=false 2024-11-11T16:49:44,049 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T16:49:44,049 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:49:44,050 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:49:44,050 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343783832Running coprocessor pre-close hooks at 1731343783832Disabling compacts and flushes for region at 1731343783832Disabling writes for close at 1731343783832Obtaining lock to block concurrent updates at 1731343783832Preparing flush snapshotting stores in 1588230740 at 1731343783832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731343783833 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731343783866 (+33 ms)Flushing 1588230740/info: creating writer at 1731343783866Flushing 1588230740/info: appending metadata at 1731343783889 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731343783889Flushing 1588230740/ns: creating writer at 1731343783933 (+44 ms)Flushing 1588230740/ns: appending metadata at 1731343783951 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731343783952 (+1 ms)Flushing 1588230740/table: creating writer at 1731343783973 (+21 ms)Flushing 1588230740/table: appending metadata at 1731343783992 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731343783993 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29806874: reopening flushed file at 1731343784008 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5172e12d: reopening flushed file at 1731343784017 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9e72c3: reopening flushed file at 1731343784029 (+12 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 209ms, sequenceid=11, compaction requested=false at 1731343784041 (+12 ms)Writing region close event to WAL at 1731343784044 (+3 ms)Running coprocessor post-close hooks at 1731343784049 (+5 ms)Closed at 1731343784050 (+1 ms) 2024-11-11T16:49:44,050 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:49:44,232 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(976): stopping server edba107346f4,33599,1731343771553; all regions closed. 2024-11-11T16:49:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741838_1015 (size=825) 2024-11-11T16:49:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741838_1015 (size=825) 2024-11-11T16:49:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741833_1014 (size=1599) 2024-11-11T16:49:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41223 is added to blk_1073741834_1017 (size=2386) 2024-11-11T16:49:47,831 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343772118 after 4009ms 2024-11-11T16:49:47,832 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343772118 to hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/oldWALs/edba107346f4%2C33599%2C1731343771553.1731343772118 2024-11-11T16:49:47,868 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta after 4002ms 2024-11-11T16:49:47,869 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta to hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/oldWALs/edba107346f4%2C33599%2C1731343771553.meta.1731343772548.meta 2024-11-11T16:49:47,872 DEBUG [RS:0;edba107346f4:33599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/oldWALs 2024-11-11T16:49:47,872 INFO [RS:0;edba107346f4:33599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C33599%2C1731343771553.meta:.meta(num 1731343783833) 2024-11-11T16:49:47,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741837_1013 (size=2288) 2024-11-11T16:49:47,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/WALs/edba107346f4,33599,1731343771553/edba107346f4%2C33599%2C1731343771553.1731343783790 not finished, retry = 0 2024-11-11T16:49:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41223 is added to blk_1073741837_1013 (size=2288) 2024-11-11T16:49:47,980 DEBUG [RS:0;edba107346f4:33599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/oldWALs 2024-11-11T16:49:47,980 INFO [RS:0;edba107346f4:33599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C33599%2C1731343771553:(num 1731343783790) 2024-11-11T16:49:47,980 DEBUG [RS:0;edba107346f4:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:47,980 INFO [RS:0;edba107346f4:33599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:49:47,981 INFO [RS:0;edba107346f4:33599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:49:47,981 INFO [RS:0;edba107346f4:33599 {}] hbase.ChoreService(370): Chore service for: regionserver/edba107346f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:49:47,981 INFO [RS:0;edba107346f4:33599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:49:47,981 INFO [regionserver/edba107346f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:49:47,981 INFO [RS:0;edba107346f4:33599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33599 2024-11-11T16:49:47,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/edba107346f4,33599,1731343771553 2024-11-11T16:49:47,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:49:47,983 INFO [RS:0;edba107346f4:33599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:49:47,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [edba107346f4,33599,1731343771553] 2024-11-11T16:49:47,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/edba107346f4,33599,1731343771553 already deleted, retry=false 2024-11-11T16:49:47,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; edba107346f4,33599,1731343771553 expired; onlineServers=0 2024-11-11T16:49:47,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'edba107346f4,44457,1731343771475' ***** 2024-11-11T16:49:47,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:49:47,988 INFO [M:0;edba107346f4:44457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:49:47,988 INFO [M:0;edba107346f4:44457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:49:47,988 DEBUG [M:0;edba107346f4:44457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:49:47,989 DEBUG [M:0;edba107346f4:44457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:49:47,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:49:47,989 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343771888 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343771888,5,FailOnTimeoutGroup] 2024-11-11T16:49:47,989 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343771892 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343771892,5,FailOnTimeoutGroup] 2024-11-11T16:49:47,989 INFO [M:0;edba107346f4:44457 {}] hbase.ChoreService(370): Chore service for: master/edba107346f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:49:47,989 INFO [M:0;edba107346f4:44457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:49:47,989 DEBUG [M:0;edba107346f4:44457 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:49:47,989 INFO [M:0;edba107346f4:44457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:49:47,989 INFO [M:0;edba107346f4:44457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:49:47,989 INFO [M:0;edba107346f4:44457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:49:47,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:49:47,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T16:49:47,991 DEBUG [M:0;edba107346f4:44457 {}] zookeeper.ZKUtil(347): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T16:49:47,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:47,991 WARN [M:0;edba107346f4:44457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:49:47,993 INFO [M:0;edba107346f4:44457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/.lastflushedseqids 2024-11-11T16:49:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741843_1021 (size=139) 2024-11-11T16:49:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741843_1021 (size=139) 2024-11-11T16:49:48,004 INFO [M:0;edba107346f4:44457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:49:48,004 INFO [M:0;edba107346f4:44457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:49:48,004 DEBUG [M:0;edba107346f4:44457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:49:48,004 INFO [M:0;edba107346f4:44457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:48,004 DEBUG [M:0;edba107346f4:44457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:48,004 DEBUG [M:0;edba107346f4:44457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:49:48,004 DEBUG [M:0;edba107346f4:44457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:48,004 INFO [M:0;edba107346f4:44457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-11T16:49:48,005 WARN [AsyncFSWAL-0-hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData-prefix:edba107346f4,44457,1731343771475 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:48,005 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL edba107346f4%2C44457%2C1731343771475:(num 1731343771737) roll requested 2024-11-11T16:49:48,028 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343788006, exclude list is [], retry=0 2024-11-11T16:49:48,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40853,DS-c14f0c73-538a-4198-a16f-487817273213,DISK] 2024-11-11T16:49:48,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-01b0b303-3896-43a4-8d3c-dea22be7bdb7,DISK] 2024-11-11T16:49:48,037 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343771737 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343788006 2024-11-11T16:49:48,038 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35045:35045),(127.0.0.1/127.0.0.1:40319:40319)] 2024-11-11T16:49:48,038 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343771737 is not closed yet, will try archiving it next time 2024-11-11T16:49:48,038 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:48,038 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:48,039 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343771737 2024-11-11T16:49:48,040 WARN [IPC Server handler 1 on default port 43297 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343771737 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-11T16:49:48,040 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343771737 after 1ms 2024-11-11T16:49:48,061 DEBUG [M:0;edba107346f4:44457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1dafecdbcb84151b512057e39effad6 is 82, key is hbase:meta,,1/info:regioninfo/1731343772620/Put/seqid=0 2024-11-11T16:49:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39123 is added to blk_1073741845_1024 (size=5672) 2024-11-11T16:49:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741845_1024 (size=5672) 2024-11-11T16:49:48,068 INFO [M:0;edba107346f4:44457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1dafecdbcb84151b512057e39effad6 2024-11-11T16:49:48,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:49:48,086 INFO [RS:0;edba107346f4:33599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:49:48,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x10107ef51cb0001, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:49:48,086 INFO [RS:0;edba107346f4:33599 {}] regionserver.HRegionServer(1031): Exiting; stopping=edba107346f4,33599,1731343771553; zookeeper connection closed. 2024-11-11T16:49:48,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cbc106e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cbc106e 2024-11-11T16:49:48,086 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:49:48,092 DEBUG [M:0;edba107346f4:44457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dae65b9ada08487a84a9bcf1b608a042 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731343773903/Put/seqid=0 2024-11-11T16:49:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741846_1025 (size=6115) 2024-11-11T16:49:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741846_1025 (size=6115) 2024-11-11T16:49:48,099 INFO [M:0;edba107346f4:44457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dae65b9ada08487a84a9bcf1b608a042 2024-11-11T16:49:48,123 DEBUG [M:0;edba107346f4:44457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ccd16d5fdce4cf997949dd02fc2d616 is 69, key is edba107346f4,33599,1731343771553/rs:state/1731343771927/Put/seqid=0 2024-11-11T16:49:48,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741847_1026 (size=5156) 2024-11-11T16:49:48,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741847_1026 (size=5156) 2024-11-11T16:49:48,135 INFO [M:0;edba107346f4:44457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ccd16d5fdce4cf997949dd02fc2d616 2024-11-11T16:49:48,160 DEBUG [M:0;edba107346f4:44457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/05c9e07fbe0f4e88be24a97c1b03d946 is 52, key is load_balancer_on/state:d/1731343772704/Put/seqid=0 2024-11-11T16:49:48,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33377 is added to blk_1073741848_1027 (size=5056) 2024-11-11T16:49:48,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741848_1027 (size=5056) 2024-11-11T16:49:48,168 INFO [M:0;edba107346f4:44457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/05c9e07fbe0f4e88be24a97c1b03d946 2024-11-11T16:49:48,175 DEBUG [M:0;edba107346f4:44457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1dafecdbcb84151b512057e39effad6 as hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1dafecdbcb84151b512057e39effad6 2024-11-11T16:49:48,180 INFO [M:0;edba107346f4:44457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1dafecdbcb84151b512057e39effad6, entries=8, sequenceid=56, filesize=5.5 K 2024-11-11T16:49:48,181 DEBUG [M:0;edba107346f4:44457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dae65b9ada08487a84a9bcf1b608a042 as hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dae65b9ada08487a84a9bcf1b608a042 2024-11-11T16:49:48,187 INFO [M:0;edba107346f4:44457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dae65b9ada08487a84a9bcf1b608a042, entries=6, sequenceid=56, filesize=6.0 K 2024-11-11T16:49:48,188 DEBUG [M:0;edba107346f4:44457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ccd16d5fdce4cf997949dd02fc2d616 as hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ccd16d5fdce4cf997949dd02fc2d616 2024-11-11T16:49:48,195 INFO [M:0;edba107346f4:44457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ccd16d5fdce4cf997949dd02fc2d616, entries=1, sequenceid=56, filesize=5.0 K 2024-11-11T16:49:48,196 DEBUG [M:0;edba107346f4:44457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/05c9e07fbe0f4e88be24a97c1b03d946 as hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/05c9e07fbe0f4e88be24a97c1b03d946 2024-11-11T16:49:48,202 INFO [M:0;edba107346f4:44457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/05c9e07fbe0f4e88be24a97c1b03d946, entries=1, sequenceid=56, filesize=4.9 K 2024-11-11T16:49:48,204 INFO [M:0;edba107346f4:44457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=56, compaction requested=false 2024-11-11T16:49:48,205 INFO [M:0;edba107346f4:44457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:48,205 DEBUG [M:0;edba107346f4:44457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343788004Disabling compacts and flushes for region at 1731343788004Disabling writes for close at 1731343788004Obtaining lock to block concurrent updates at 1731343788004Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731343788004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731343788005 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731343788039 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731343788039Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731343788060 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731343788060Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731343788075 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731343788092 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731343788092Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731343788106 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731343788122 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731343788122Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731343788142 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731343788160 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731343788160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d405265: reopening flushed file at 1731343788174 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd5867b: reopening flushed file at 1731343788180 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472da5a7: reopening flushed file at 1731343788187 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418dfbf2: reopening flushed file at 1731343788195 (+8 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=56, compaction requested=false at 1731343788204 (+9 ms)Writing region close event to WAL at 1731343788205 (+1 ms)Closed at 1731343788205 2024-11-11T16:49:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40853 is added to blk_1073741844_1022 (size=757) 2024-11-11T16:49:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741844_1022 (size=757) 2024-11-11T16:49:48,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:48,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:48,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:49,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:49:49,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:49,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:49,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:49,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-11T16:49:49,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:49:49,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:49:49,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:49:52,041 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343771737 after 4002ms 2024-11-11T16:49:52,041 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/WALs/edba107346f4,44457,1731343771475/edba107346f4%2C44457%2C1731343771475.1731343771737 to hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/oldWALs/edba107346f4%2C44457%2C1731343771475.1731343771737 2024-11-11T16:49:52,045 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/MasterData/oldWALs/edba107346f4%2C44457%2C1731343771475.1731343771737 to hdfs://localhost:43297/user/jenkins/test-data/8b43c74a-39bc-4f96-b8a5-d9321f9c971c/oldWALs/edba107346f4%2C44457%2C1731343771475.1731343771737$masterlocalwal$ 2024-11-11T16:49:52,046 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:49:52,046 INFO [M:0;edba107346f4:44457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:49:52,046 INFO [M:0;edba107346f4:44457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44457 2024-11-11T16:49:52,046 INFO [M:0;edba107346f4:44457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:49:52,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:49:52,148 INFO [M:0;edba107346f4:44457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:49:52,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x10107ef51cb0000, quorum=127.0.0.1:62927, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:49:52,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@483cc53d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:52,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@82d8420{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:52,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:52,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@446f4116{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:52,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f68668c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:52,156 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:49:52,156 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:49:52,156 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-812563437-172.17.0.2-1731343770441 (Datanode Uuid b98999f8-1e36-4f2b-b81e-1fe8ec176e8d) service to localhost/127.0.0.1:43297 2024-11-11T16:49:52,156 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:49:52,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data3/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data4/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,158 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:49:52,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1126b0b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:52,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@238cee6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:52,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:52,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1acef601{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:52,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@437ac519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:52,163 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:49:52,163 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:49:52,163 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-812563437-172.17.0.2-1731343770441 (Datanode Uuid 9793bc38-0cb1-4652-9626-768652e84b16) service to localhost/127.0.0.1:43297 2024-11-11T16:49:52,163 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:49:52,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data9/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data10/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,164 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:49:52,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1230ec21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:52,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f1fbe4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:52,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:52,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@149d802b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:52,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d7df97c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:52,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:49:52,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:49:52,169 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:49:52,169 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-812563437-172.17.0.2-1731343770441 (Datanode Uuid 88db55c7-318c-49a5-a039-2aead3fd13ef) service to localhost/127.0.0.1:43297 2024-11-11T16:49:52,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data8/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data7/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:49:52,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d3e3999{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:52,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1152643c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:52,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:52,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@319ca0e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:52,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76947ea9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:52,174 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:49:52,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:49:52,174 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-812563437-172.17.0.2-1731343770441 (Datanode Uuid 68153107-b7c8-4ae5-96c8-b7227f3633e6) service to localhost/127.0.0.1:43297 2024-11-11T16:49:52,174 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:49:52,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data5/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data6/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:49:52,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:49:52,176 WARN [java.util.concurrent.ThreadPoolExecutor$Worker@3494835b[State = -1, empty queue] {}] datanode.DataNode$DataTransfer(3129): DatanodeRegistration(127.0.0.1:40853, datanodeUuid=de2343b0-5f85-4047-8b73-d76fa748ae3b, infoPort=35045, infoSecurePort=0, ipcPort=34659, storageInfo=lv=-57;cid=testClusterID;nsid=167987794;c=1731343770441):Failed to transfer BP-812563437-172.17.0.2-1731343770441:blk_1073741830_1023 to 127.0.0.1:39123 got java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode$DataTransfer.run(DataNode.java:3063) ~[hadoop-hdfs-3.4.1.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T16:49:52,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@496247a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:52,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3385f68a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:52,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:52,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d9a6e37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:52,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c6ff87b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:52,180 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:49:52,180 WARN [BP-812563437-172.17.0.2-1731343770441 heartbeating to localhost/127.0.0.1:43297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-812563437-172.17.0.2-1731343770441 (Datanode Uuid de2343b0-5f85-4047-8b73-d76fa748ae3b) service to localhost/127.0.0.1:43297 2024-11-11T16:49:52,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data1/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/cluster_3017e0a9-a845-3f31-e20f-3fb6d49e2042/data/data2/current/BP-812563437-172.17.0.2-1731343770441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:49:52,181 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:49:52,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18eb04cc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:49:52,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71725275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:49:52,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:49:52,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d577fbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:49:52,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63e0dd2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir/,STOPPED} 2024-11-11T16:49:52,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:49:52,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:49:52,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 67) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:43297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:43297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:43297 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=442 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 156) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8060 (was 9352) 2024-11-11T16:49:52,242 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=8060 2024-11-11T16:49:52,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:49:52,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.log.dir so I do NOT create it in target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df 2024-11-11T16:49:52,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b0ee784-d1d5-fe44-8241-b548245f3dd5/hadoop.tmp.dir so I do NOT create it in target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df 2024-11-11T16:49:52,243 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced, deleteOnExit=true 2024-11-11T16:49:52,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:49:52,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/test.cache.data in system properties and HBase conf 2024-11-11T16:49:52,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:49:52,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:49:52,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:49:52,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:49:52,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:49:52,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:49:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:49:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:49:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:49:52,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:52,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:52,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:52,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:52,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:49:52,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:52,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c76be98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:52,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5379d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:52,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17f6b4ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/java.io.tmpdir/jetty-localhost-42471-hadoop-hdfs-3_4_1-tests_jar-_-any-7994864033456821203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:49:52,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40e2bb44{HTTP/1.1, (http/1.1)}{localhost:42471} 2024-11-11T16:49:52,477 INFO [Time-limited test {}] server.Server(415): Started @87768ms 2024-11-11T16:49:52,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:52,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:52,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:52,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:52,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:49:52,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d5c703d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:52,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3792ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:52,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6204a1ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/java.io.tmpdir/jetty-localhost-43741-hadoop-hdfs-3_4_1-tests_jar-_-any-7022174753139172535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:52,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6245f54b{HTTP/1.1, (http/1.1)}{localhost:43741} 2024-11-11T16:49:52,753 INFO [Time-limited test {}] server.Server(415): Started @88044ms 2024-11-11T16:49:52,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:49:52,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:49:52,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:49:52,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:49:52,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:49:52,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:49:52,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ff146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:49:52,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c134a8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:49:52,871 WARN [Thread-784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/data/data2/current/BP-30624868-172.17.0.2-1731343792279/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:52,871 WARN [Thread-783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/data/data1/current/BP-30624868-172.17.0.2-1731343792279/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:52,904 WARN [Thread-762 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:49:52,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1906238871fba34c with lease ID 0xd0a552e570c55665: Processing first storage report for DS-9da8f97d-5acd-46c7-9c97-241225550686 from datanode DatanodeRegistration(127.0.0.1:43109, datanodeUuid=c4a04081-7bb5-4603-af2a-12b70c6ae5b8, infoPort=40981, infoSecurePort=0, ipcPort=38689, storageInfo=lv=-57;cid=testClusterID;nsid=503180011;c=1731343792279) 2024-11-11T16:49:52,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1906238871fba34c with lease ID 0xd0a552e570c55665: from storage DS-9da8f97d-5acd-46c7-9c97-241225550686 node DatanodeRegistration(127.0.0.1:43109, datanodeUuid=c4a04081-7bb5-4603-af2a-12b70c6ae5b8, infoPort=40981, infoSecurePort=0, ipcPort=38689, storageInfo=lv=-57;cid=testClusterID;nsid=503180011;c=1731343792279), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:49:52,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1906238871fba34c with lease ID 0xd0a552e570c55665: Processing first storage report for DS-4a0e6259-2cb7-4fbd-8a71-c823e2e02c4f from datanode DatanodeRegistration(127.0.0.1:43109, datanodeUuid=c4a04081-7bb5-4603-af2a-12b70c6ae5b8, infoPort=40981, infoSecurePort=0, ipcPort=38689, storageInfo=lv=-57;cid=testClusterID;nsid=503180011;c=1731343792279) 2024-11-11T16:49:52,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1906238871fba34c with lease ID 0xd0a552e570c55665: from storage DS-4a0e6259-2cb7-4fbd-8a71-c823e2e02c4f node DatanodeRegistration(127.0.0.1:43109, datanodeUuid=c4a04081-7bb5-4603-af2a-12b70c6ae5b8, infoPort=40981, infoSecurePort=0, ipcPort=38689, storageInfo=lv=-57;cid=testClusterID;nsid=503180011;c=1731343792279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:52,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ad660d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/java.io.tmpdir/jetty-localhost-41119-hadoop-hdfs-3_4_1-tests_jar-_-any-7318041194929460330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:49:52,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a823478{HTTP/1.1, (http/1.1)}{localhost:41119} 2024-11-11T16:49:52,939 INFO [Time-limited test {}] server.Server(415): Started @88230ms 2024-11-11T16:49:52,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:49:53,057 WARN [Thread-809 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/data/data3/current/BP-30624868-172.17.0.2-1731343792279/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:53,057 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/data/data4/current/BP-30624868-172.17.0.2-1731343792279/current, will proceed with Du for space computation calculation, 2024-11-11T16:49:53,078 WARN [Thread-798 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:49:53,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f4e093b1c51ad3c with lease ID 0xd0a552e570c55666: Processing first storage report for DS-1e21e5cc-cb0f-4d62-89b1-d90c2bf5557d from datanode DatanodeRegistration(127.0.0.1:38433, datanodeUuid=793aff4a-0fdb-4516-a148-da9c006316a6, infoPort=34009, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=503180011;c=1731343792279) 2024-11-11T16:49:53,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f4e093b1c51ad3c with lease ID 0xd0a552e570c55666: from storage DS-1e21e5cc-cb0f-4d62-89b1-d90c2bf5557d node DatanodeRegistration(127.0.0.1:38433, datanodeUuid=793aff4a-0fdb-4516-a148-da9c006316a6, infoPort=34009, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=503180011;c=1731343792279), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T16:49:53,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f4e093b1c51ad3c with lease ID 0xd0a552e570c55666: Processing first storage report for DS-1838cd4b-6947-4332-8303-2d7d41e65bcc from datanode DatanodeRegistration(127.0.0.1:38433, datanodeUuid=793aff4a-0fdb-4516-a148-da9c006316a6, infoPort=34009, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=503180011;c=1731343792279) 2024-11-11T16:49:53,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f4e093b1c51ad3c with lease ID 0xd0a552e570c55666: from storage DS-1838cd4b-6947-4332-8303-2d7d41e65bcc node DatanodeRegistration(127.0.0.1:38433, datanodeUuid=793aff4a-0fdb-4516-a148-da9c006316a6, infoPort=34009, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=503180011;c=1731343792279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:49:53,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df 2024-11-11T16:49:53,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/zookeeper_0, clientPort=59339, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:49:53,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59339 2024-11-11T16:49:53,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:53,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:53,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:49:53,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:49:53,220 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b with version=8 2024-11-11T16:49:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/hbase-staging 2024-11-11T16:49:53,222 INFO [Time-limited test {}] client.ConnectionUtils(128): master/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:49:53,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:53,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:53,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:49:53,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:53,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:49:53,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:49:53,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:49:53,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33217 2024-11-11T16:49:53,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33217 connecting to ZooKeeper ensemble=127.0.0.1:59339 2024-11-11T16:49:53,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332170x0, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:49:53,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33217-0x10107efa6b10000 connected 2024-11-11T16:49:53,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:53,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:53,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:49:53,301 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b, hbase.cluster.distributed=false 2024-11-11T16:49:53,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:49:53,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33217 2024-11-11T16:49:53,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33217 2024-11-11T16:49:53,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33217 2024-11-11T16:49:53,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33217 2024-11-11T16:49:53,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33217 2024-11-11T16:49:53,328 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:49:53,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:53,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:53,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:49:53,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:49:53,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:49:53,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:49:53,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:49:53,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46395 2024-11-11T16:49:53,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46395 connecting to ZooKeeper ensemble=127.0.0.1:59339 2024-11-11T16:49:53,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:53,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:53,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463950x0, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:49:53,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46395-0x10107efa6b10001 connected 2024-11-11T16:49:53,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:49:53,342 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:49:53,342 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:49:53,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:49:53,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:49:53,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46395 2024-11-11T16:49:53,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46395 2024-11-11T16:49:53,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46395 2024-11-11T16:49:53,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46395 2024-11-11T16:49:53,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46395 2024-11-11T16:49:53,360 DEBUG [M:0;edba107346f4:33217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;edba107346f4:33217 2024-11-11T16:49:53,361 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/edba107346f4,33217,1731343793222 2024-11-11T16:49:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:49:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:49:53,363 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/edba107346f4,33217,1731343793222 2024-11-11T16:49:53,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:49:53,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,366 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T16:49:53,367 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/edba107346f4,33217,1731343793222 from backup master directory 2024-11-11T16:49:53,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/edba107346f4,33217,1731343793222 2024-11-11T16:49:53,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:49:53,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:49:53,369 WARN [master/edba107346f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:49:53,369 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=edba107346f4,33217,1731343793222 2024-11-11T16:49:53,374 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/hbase.id] with ID: 174b66c4-b975-44b1-a57b-9aafe875b3aa 2024-11-11T16:49:53,374 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/.tmp/hbase.id 2024-11-11T16:49:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:49:53,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:49:53,382 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/.tmp/hbase.id]:[hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/hbase.id] 2024-11-11T16:49:53,401 INFO [master/edba107346f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:53,401 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:49:53,403 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T16:49:53,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:49:53,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:49:53,419 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:49:53,422 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:49:53,422 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:49:53,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:49:53,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:49:53,436 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store 2024-11-11T16:49:53,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:49:53,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:49:53,859 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:53,860 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:49:53,860 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:53,860 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:53,860 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:49:53,860 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:53,860 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:49:53,860 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343793860Disabling compacts and flushes for region at 1731343793860Disabling writes for close at 1731343793860Writing region close event to WAL at 1731343793860Closed at 1731343793860 2024-11-11T16:49:53,861 WARN [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/.initializing 2024-11-11T16:49:53,861 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/WALs/edba107346f4,33217,1731343793222 2024-11-11T16:49:53,863 INFO [master/edba107346f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:49:53,865 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C33217%2C1731343793222, suffix=, logDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/WALs/edba107346f4,33217,1731343793222, archiveDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/oldWALs, maxLogs=10 2024-11-11T16:49:53,880 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/WALs/edba107346f4,33217,1731343793222/edba107346f4%2C33217%2C1731343793222.1731343793865, exclude list is [], retry=0 2024-11-11T16:49:53,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-1e21e5cc-cb0f-4d62-89b1-d90c2bf5557d,DISK] 2024-11-11T16:49:53,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-9da8f97d-5acd-46c7-9c97-241225550686,DISK] 2024-11-11T16:49:53,891 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/WALs/edba107346f4,33217,1731343793222/edba107346f4%2C33217%2C1731343793222.1731343793865 2024-11-11T16:49:53,892 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34009:34009),(127.0.0.1/127.0.0.1:40981:40981)] 2024-11-11T16:49:53,892 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:49:53,892 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:53,892 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,892 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:49:53,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:53,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:53,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:49:53,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:53,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:49:53,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:49:53,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:53,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:49:53,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:49:53,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:53,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:49:53,906 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,907 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,907 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,909 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,909 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,910 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:49:53,911 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:49:53,914 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:49:53,914 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=850074, jitterRate=0.08092515170574188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:49:53,915 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731343793893Initializing all the Stores at 1731343793894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343793894Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343793896 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343793896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343793896Cleaning up temporary data from old regions at 1731343793909 (+13 ms)Region opened successfully at 1731343793915 (+6 ms) 2024-11-11T16:49:53,916 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:49:53,920 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f8be5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:49:53,921 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:49:53,921 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:49:53,922 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:49:53,922 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:49:53,922 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:49:53,923 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:49:53,923 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:49:53,926 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:49:53,927 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T16:49:53,928 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T16:49:53,928 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:49:53,929 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:49:53,930 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T16:49:53,931 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:49:53,932 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:49:53,933 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T16:49:53,935 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:49:53,938 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T16:49:53,940 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:49:53,942 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T16:49:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:49:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:49:53,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,945 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=edba107346f4,33217,1731343793222, sessionid=0x10107efa6b10000, setting cluster-up flag (Was=false) 2024-11-11T16:49:53,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,957 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T16:49:53,958 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,33217,1731343793222 2024-11-11T16:49:53,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:53,970 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T16:49:53,971 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,33217,1731343793222 2024-11-11T16:49:53,973 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:49:53,975 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:49:53,976 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:49:53,976 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:49:53,976 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: edba107346f4,33217,1731343793222 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:49:53,977 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:49:53,977 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:49:53,977 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:49:53,977 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:49:53,977 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/edba107346f4:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:49:53,977 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:53,977 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:49:53,977 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:53,982 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731343823982 2024-11-11T16:49:53,982 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:49:53,982 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:49:53,983 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:49:53,983 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:49:53,983 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:49:53,983 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:49:53,983 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:53,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:49:53,983 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:49:53,984 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:49:53,985 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:49:53,985 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:49:53,985 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:49:53,985 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:49:53,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:53,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:49:53,986 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343793985,5,FailOnTimeoutGroup] 2024-11-11T16:49:53,988 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343793986,5,FailOnTimeoutGroup] 2024-11-11T16:49:53,988 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:53,988 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:49:53,988 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:53,988 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:49:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:49:54,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:49:54,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b 2024-11-11T16:49:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:49:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:49:54,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:54,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:49:54,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:49:54,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:54,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:54,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:49:54,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:49:54,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:54,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:54,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:49:54,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:49:54,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:54,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:54,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:49:54,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:49:54,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:54,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:54,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:49:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740 2024-11-11T16:49:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740 2024-11-11T16:49:54,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:49:54,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:49:54,031 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:49:54,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:49:54,035 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:49:54,036 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=805807, jitterRate=0.024636805057525635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:49:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731343794017Initializing all the Stores at 1731343794018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343794018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343794018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343794018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343794018Cleaning up temporary data from old regions at 1731343794031 (+13 ms)Region opened successfully at 1731343794037 (+6 ms) 2024-11-11T16:49:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:49:54,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:49:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:49:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:49:54,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:49:54,038 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:49:54,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343794037Disabling compacts and flushes for region at 1731343794037Disabling writes for close at 1731343794037Writing region close event to WAL at 1731343794038 (+1 ms)Closed at 1731343794038 2024-11-11T16:49:54,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:49:54,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:49:54,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:49:54,041 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:49:54,043 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:49:54,050 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(746): ClusterId : 174b66c4-b975-44b1-a57b-9aafe875b3aa 2024-11-11T16:49:54,050 DEBUG [RS:0;edba107346f4:46395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:49:54,052 DEBUG [RS:0;edba107346f4:46395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:49:54,053 DEBUG [RS:0;edba107346f4:46395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:49:54,055 DEBUG [RS:0;edba107346f4:46395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:49:54,056 DEBUG [RS:0;edba107346f4:46395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d579cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:49:54,075 DEBUG [RS:0;edba107346f4:46395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;edba107346f4:46395 2024-11-11T16:49:54,075 INFO [RS:0;edba107346f4:46395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:49:54,075 INFO [RS:0;edba107346f4:46395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:49:54,075 DEBUG [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:49:54,076 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(2659): reportForDuty to master=edba107346f4,33217,1731343793222 with port=46395, startcode=1731343793328 2024-11-11T16:49:54,076 DEBUG [RS:0;edba107346f4:46395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:49:54,078 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50093, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:49:54,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer edba107346f4,46395,1731343793328 2024-11-11T16:49:54,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33217 {}] master.ServerManager(517): Registering regionserver=edba107346f4,46395,1731343793328 2024-11-11T16:49:54,081 DEBUG [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b 2024-11-11T16:49:54,081 DEBUG [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40637 2024-11-11T16:49:54,081 DEBUG [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:49:54,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:49:54,085 DEBUG [RS:0;edba107346f4:46395 {}] zookeeper.ZKUtil(111): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/edba107346f4,46395,1731343793328 2024-11-11T16:49:54,085 WARN [RS:0;edba107346f4:46395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:49:54,085 INFO [RS:0;edba107346f4:46395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:49:54,085 DEBUG [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328 2024-11-11T16:49:54,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [edba107346f4,46395,1731343793328] 2024-11-11T16:49:54,089 INFO [RS:0;edba107346f4:46395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:49:54,091 INFO [RS:0;edba107346f4:46395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:49:54,091 INFO [RS:0;edba107346f4:46395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:49:54,091 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,094 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:49:54,095 INFO [RS:0;edba107346f4:46395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:49:54,095 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,095 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,095 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:49:54,096 DEBUG [RS:0;edba107346f4:46395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:49:54,104 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,104 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,104 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,104 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,104 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,104 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,46395,1731343793328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:49:54,127 INFO [RS:0;edba107346f4:46395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:49:54,127 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,46395,1731343793328-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,128 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,128 INFO [RS:0;edba107346f4:46395 {}] regionserver.Replication(171): edba107346f4,46395,1731343793328 started 2024-11-11T16:49:54,144 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,145 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(1482): Serving as edba107346f4,46395,1731343793328, RpcServer on edba107346f4/172.17.0.2:46395, sessionid=0x10107efa6b10001 2024-11-11T16:49:54,145 DEBUG [RS:0;edba107346f4:46395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:49:54,145 DEBUG [RS:0;edba107346f4:46395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager edba107346f4,46395,1731343793328 2024-11-11T16:49:54,145 DEBUG [RS:0;edba107346f4:46395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,46395,1731343793328' 2024-11-11T16:49:54,145 DEBUG [RS:0;edba107346f4:46395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:49:54,146 DEBUG [RS:0;edba107346f4:46395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:49:54,146 DEBUG [RS:0;edba107346f4:46395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:49:54,146 DEBUG [RS:0;edba107346f4:46395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:49:54,146 DEBUG [RS:0;edba107346f4:46395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager edba107346f4,46395,1731343793328 2024-11-11T16:49:54,146 DEBUG [RS:0;edba107346f4:46395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,46395,1731343793328' 2024-11-11T16:49:54,146 DEBUG [RS:0;edba107346f4:46395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:49:54,147 DEBUG [RS:0;edba107346f4:46395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:49:54,147 DEBUG [RS:0;edba107346f4:46395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:49:54,147 INFO [RS:0;edba107346f4:46395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:49:54,147 INFO [RS:0;edba107346f4:46395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:49:54,193 WARN [edba107346f4:33217 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:49:54,248 INFO [RS:0;edba107346f4:46395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:49:54,251 INFO [RS:0;edba107346f4:46395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C46395%2C1731343793328, suffix=, logDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328, archiveDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/oldWALs, maxLogs=32 2024-11-11T16:49:54,273 DEBUG [RS:0;edba107346f4:46395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343794252, exclude list is [], retry=0 2024-11-11T16:49:54,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-9da8f97d-5acd-46c7-9c97-241225550686,DISK] 2024-11-11T16:49:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-1e21e5cc-cb0f-4d62-89b1-d90c2bf5557d,DISK] 2024-11-11T16:49:54,303 INFO [RS:0;edba107346f4:46395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343794252 2024-11-11T16:49:54,303 DEBUG [RS:0;edba107346f4:46395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34009:34009),(127.0.0.1/127.0.0.1:40981:40981)] 2024-11-11T16:49:54,443 DEBUG [edba107346f4:33217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:49:54,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=edba107346f4,46395,1731343793328 2024-11-11T16:49:54,445 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,46395,1731343793328, state=OPENING 2024-11-11T16:49:54,447 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:49:54,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:54,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:49:54,450 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:49:54,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:49:54,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:49:54,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,46395,1731343793328}] 2024-11-11T16:49:54,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:49:54,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34053, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:49:54,612 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:49:54,612 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:49:54,612 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:49:54,614 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C46395%2C1731343793328.meta, suffix=.meta, logDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328, archiveDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/oldWALs, maxLogs=32 2024-11-11T16:49:54,629 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.meta.1731343794614.meta, exclude list is [], retry=0 2024-11-11T16:49:54,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-9da8f97d-5acd-46c7-9c97-241225550686,DISK] 2024-11-11T16:49:54,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-1e21e5cc-cb0f-4d62-89b1-d90c2bf5557d,DISK] 2024-11-11T16:49:54,634 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.meta.1731343794614.meta 2024-11-11T16:49:54,635 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40981:40981),(127.0.0.1/127.0.0.1:34009:34009)] 2024-11-11T16:49:54,635 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:49:54,636 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:49:54,636 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:49:54,636 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:49:54,636 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:49:54,636 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:54,636 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:49:54,636 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:49:54,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:49:54,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:49:54,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:54,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:54,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:49:54,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:49:54,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:54,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:54,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:49:54,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:49:54,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:54,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:54,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:49:54,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:49:54,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:54,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:49:54,655 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:49:54,656 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740 2024-11-11T16:49:54,657 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740 2024-11-11T16:49:54,659 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:49:54,659 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:49:54,659 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:49:54,661 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:49:54,662 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=772922, jitterRate=-0.017179563641548157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:49:54,662 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:49:54,663 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731343794636Writing region info on filesystem at 1731343794636Initializing all the Stores at 1731343794637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343794638 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343794638Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343794638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343794638Cleaning up temporary data from old regions at 1731343794659 (+21 ms)Running coprocessor post-open hooks at 1731343794662 (+3 ms)Region opened successfully at 1731343794663 (+1 ms) 2024-11-11T16:49:54,664 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731343794604 2024-11-11T16:49:54,667 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:49:54,667 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:49:54,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=edba107346f4,46395,1731343793328 2024-11-11T16:49:54,669 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,46395,1731343793328, state=OPEN 2024-11-11T16:49:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:49:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:49:54,676 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=edba107346f4,46395,1731343793328 2024-11-11T16:49:54,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:49:54,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:49:54,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:49:54,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,46395,1731343793328 in 226 msec 2024-11-11T16:49:54,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:49:54,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-11T16:49:54,683 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:49:54,683 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:49:54,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:49:54,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,46395,1731343793328, seqNum=-1] 2024-11-11T16:49:54,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:49:54,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:49:54,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 716 msec 2024-11-11T16:49:54,691 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731343794691, completionTime=-1 2024-11-11T16:49:54,691 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:49:54,691 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T16:49:54,693 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T16:49:54,693 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731343854693 2024-11-11T16:49:54,693 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731343914693 2024-11-11T16:49:54,693 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-11T16:49:54,693 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33217,1731343793222-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,693 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33217,1731343793222-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,693 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33217,1731343793222-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,693 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-edba107346f4:33217, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,693 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,694 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,695 DEBUG [master/edba107346f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:49:54,697 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.328sec 2024-11-11T16:49:54,697 INFO [master/edba107346f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:49:54,697 INFO [master/edba107346f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:49:54,698 INFO [master/edba107346f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:49:54,698 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:49:54,698 INFO [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:49:54,698 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33217,1731343793222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:49:54,698 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33217,1731343793222-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:49:54,705 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:49:54,705 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:49:54,705 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33217,1731343793222-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:49:54,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f08fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:49:54,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request edba107346f4,33217,-1 for getting cluster id 2024-11-11T16:49:54,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:49:54,752 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174b66c4-b975-44b1-a57b-9aafe875b3aa' 2024-11-11T16:49:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:49:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174b66c4-b975-44b1-a57b-9aafe875b3aa" 2024-11-11T16:49:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dd1de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:49:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [edba107346f4,33217,-1] 2024-11-11T16:49:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:49:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:49:54,755 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:49:54,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41597565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:49:54,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:49:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,46395,1731343793328, seqNum=-1] 2024-11-11T16:49:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:49:54,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:49:54,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=edba107346f4,33217,1731343793222 2024-11-11T16:49:54,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:49:54,764 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-11T16:49:54,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:49:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is edba107346f4,33217,1731343793222 2024-11-11T16:49:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea47418 2024-11-11T16:49:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:49:54,767 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:49:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-11T16:49:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-11T16:49:54,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:49:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:49:54,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:49:54,773 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:54,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-11T16:49:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:49:54,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:49:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741835_1011 (size=405) 2024-11-11T16:49:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741835_1011 (size=405) 2024-11-11T16:49:54,790 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72222a7bc60a6956750fb2ae3db73ebf, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b 2024-11-11T16:49:54,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741836_1012 (size=88) 2024-11-11T16:49:54,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741836_1012 (size=88) 2024-11-11T16:49:54,803 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:54,803 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 72222a7bc60a6956750fb2ae3db73ebf, disabling compactions & flushes 2024-11-11T16:49:54,803 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:49:54,803 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:49:54,803 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. after waiting 0 ms 2024-11-11T16:49:54,803 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:49:54,803 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:49:54,803 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72222a7bc60a6956750fb2ae3db73ebf: Waiting for close lock at 1731343794803Disabling compacts and flushes for region at 1731343794803Disabling writes for close at 1731343794803Writing region close event to WAL at 1731343794803Closed at 1731343794803 2024-11-11T16:49:54,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:49:54,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731343794805"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731343794805"}]},"ts":"1731343794805"} 2024-11-11T16:49:54,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:49:54,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:49:54,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731343794809"}]},"ts":"1731343794809"} 2024-11-11T16:49:54,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-11T16:49:54,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=72222a7bc60a6956750fb2ae3db73ebf, ASSIGN}] 2024-11-11T16:49:54,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=72222a7bc60a6956750fb2ae3db73ebf, ASSIGN 2024-11-11T16:49:54,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=72222a7bc60a6956750fb2ae3db73ebf, ASSIGN; state=OFFLINE, location=edba107346f4,46395,1731343793328; forceNewPlan=false, retain=false 2024-11-11T16:49:54,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72222a7bc60a6956750fb2ae3db73ebf, regionState=OPENING, regionLocation=edba107346f4,46395,1731343793328 2024-11-11T16:49:54,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=72222a7bc60a6956750fb2ae3db73ebf, ASSIGN because future has completed 2024-11-11T16:49:54,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72222a7bc60a6956750fb2ae3db73ebf, server=edba107346f4,46395,1731343793328}] 2024-11-11T16:49:55,127 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:49:55,127 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 72222a7bc60a6956750fb2ae3db73ebf, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:49:55,127 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,127 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:49:55,127 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,128 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,129 INFO [StoreOpener-72222a7bc60a6956750fb2ae3db73ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,131 INFO [StoreOpener-72222a7bc60a6956750fb2ae3db73ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72222a7bc60a6956750fb2ae3db73ebf columnFamilyName info 2024-11-11T16:49:55,131 DEBUG [StoreOpener-72222a7bc60a6956750fb2ae3db73ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:49:55,132 INFO [StoreOpener-72222a7bc60a6956750fb2ae3db73ebf-1 {}] regionserver.HStore(327): Store=72222a7bc60a6956750fb2ae3db73ebf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:49:55,132 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,133 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,133 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,134 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,134 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,135 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,137 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:49:55,138 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 72222a7bc60a6956750fb2ae3db73ebf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=835457, jitterRate=0.06233963370323181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:49:55,138 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:49:55,138 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 72222a7bc60a6956750fb2ae3db73ebf: Running coprocessor pre-open hook at 1731343795128Writing region info on filesystem at 1731343795128Initializing all the Stores at 1731343795129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343795129Cleaning up temporary data from old regions at 1731343795134 (+5 ms)Running coprocessor post-open hooks at 1731343795138 (+4 ms)Region opened successfully at 1731343795138 2024-11-11T16:49:55,139 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf., pid=6, masterSystemTime=1731343795122 2024-11-11T16:49:55,142 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:49:55,142 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:49:55,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72222a7bc60a6956750fb2ae3db73ebf, regionState=OPEN, openSeqNum=2, regionLocation=edba107346f4,46395,1731343793328 2024-11-11T16:49:55,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72222a7bc60a6956750fb2ae3db73ebf, server=edba107346f4,46395,1731343793328 because future has completed 2024-11-11T16:49:55,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:49:55,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72222a7bc60a6956750fb2ae3db73ebf, server=edba107346f4,46395,1731343793328 in 178 msec 2024-11-11T16:49:55,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:49:55,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=72222a7bc60a6956750fb2ae3db73ebf, ASSIGN in 338 msec 2024-11-11T16:49:55,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:49:55,155 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731343795154"}]},"ts":"1731343795154"} 2024-11-11T16:49:55,157 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-11T16:49:55,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:49:55,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 390 msec 2024-11-11T16:49:55,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:49:55,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:55,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:55,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:55,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:55,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:55,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:55,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:55,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:49:59,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T16:49:59,930 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T16:49:59,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:49:59,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T16:49:59,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T16:49:59,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T16:49:59,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:49:59,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-11T16:50:00,090 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:50:00,090 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-11T16:50:00,629 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:50:00,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:00,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:00,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:00,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:00,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:50:04,808 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-11T16:50:04,808 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-11T16:50:04,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:04,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:04,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf., hostname=edba107346f4,46395,1731343793328, seqNum=2] 2024-11-11T16:50:04,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:04,828 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-11T16:50:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:50:04,829 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T16:50:04,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T16:50:04,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T16:50:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:04,991 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 72222a7bc60a6956750fb2ae3db73ebf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-11T16:50:05,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/b58e0258397445bfa73cb941242ace66 is 1055, key is row0001/info:/1731343804815/Put/seqid=0 2024-11-11T16:50:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741837_1013 (size=6008) 2024-11-11T16:50:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741837_1013 (size=6008) 2024-11-11T16:50:05,014 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/b58e0258397445bfa73cb941242ace66 2024-11-11T16:50:05,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/b58e0258397445bfa73cb941242ace66 as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/b58e0258397445bfa73cb941242ace66 2024-11-11T16:50:05,028 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/b58e0258397445bfa73cb941242ace66, entries=1, sequenceid=5, filesize=5.9 K 2024-11-11T16:50:05,029 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 72222a7bc60a6956750fb2ae3db73ebf in 38ms, sequenceid=5, compaction requested=false 2024-11-11T16:50:05,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 72222a7bc60a6956750fb2ae3db73ebf: 2024-11-11T16:50:05,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T16:50:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T16:50:05,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T16:50:05,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-11-11T16:50:05,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 215 msec 2024-11-11T16:50:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T16:50:14,858 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-11T16:50:14,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T16:50:14,865 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-11T16:50:14,866 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T16:50:14,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T16:50:15,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-11T16:50:15,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:15,020 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 72222a7bc60a6956750fb2ae3db73ebf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-11T16:50:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/d2f650b2006841328a7d45b2fd8f9846 is 1055, key is row0002/info:/1731343814859/Put/seqid=0 2024-11-11T16:50:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741838_1014 (size=6008) 2024-11-11T16:50:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741838_1014 (size=6008) 2024-11-11T16:50:15,045 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/d2f650b2006841328a7d45b2fd8f9846 2024-11-11T16:50:15,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/d2f650b2006841328a7d45b2fd8f9846 as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/d2f650b2006841328a7d45b2fd8f9846 2024-11-11T16:50:15,066 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/d2f650b2006841328a7d45b2fd8f9846, entries=1, sequenceid=9, filesize=5.9 K 2024-11-11T16:50:15,067 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 72222a7bc60a6956750fb2ae3db73ebf in 47ms, sequenceid=9, compaction requested=false 2024-11-11T16:50:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 72222a7bc60a6956750fb2ae3db73ebf: 2024-11-11T16:50:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T16:50:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T16:50:15,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T16:50:15,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 203 msec 2024-11-11T16:50:15,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 215 msec 2024-11-11T16:50:23,177 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:50:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T16:50:24,897 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-11T16:50:24,913 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343824900, exclude list is [], retry=0 2024-11-11T16:50:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-1e21e5cc-cb0f-4d62-89b1-d90c2bf5557d,DISK] 2024-11-11T16:50:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-9da8f97d-5acd-46c7-9c97-241225550686,DISK] 2024-11-11T16:50:24,917 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343794252 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343824900 2024-11-11T16:50:24,918 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34009:34009),(127.0.0.1/127.0.0.1:40981:40981)] 2024-11-11T16:50:24,918 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343794252 is not closed yet, will try archiving it next time 2024-11-11T16:50:24,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741833_1009 (size=5471) 2024-11-11T16:50:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741833_1009 (size=5471) 2024-11-11T16:50:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T16:50:24,921 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-11T16:50:24,922 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T16:50:24,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T16:50:25,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-11T16:50:25,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:25,076 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 72222a7bc60a6956750fb2ae3db73ebf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-11T16:50:25,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/70ef0a6213f749eb99400f15b2eda696 is 1055, key is row0003/info:/1731343824899/Put/seqid=0 2024-11-11T16:50:25,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741840_1016 (size=6008) 2024-11-11T16:50:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741840_1016 (size=6008) 2024-11-11T16:50:25,087 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/70ef0a6213f749eb99400f15b2eda696 2024-11-11T16:50:25,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/70ef0a6213f749eb99400f15b2eda696 as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/70ef0a6213f749eb99400f15b2eda696 2024-11-11T16:50:25,100 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/70ef0a6213f749eb99400f15b2eda696, entries=1, sequenceid=13, filesize=5.9 K 2024-11-11T16:50:25,101 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 72222a7bc60a6956750fb2ae3db73ebf in 25ms, sequenceid=13, compaction requested=true 2024-11-11T16:50:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 72222a7bc60a6956750fb2ae3db73ebf: 2024-11-11T16:50:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T16:50:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T16:50:25,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T16:50:25,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-11T16:50:25,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-11T16:50:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T16:50:34,947 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-11T16:50:34,950 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:50:34,953 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T16:50:34,955 DEBUG [Time-limited test {}] regionserver.HStore(1541): 72222a7bc60a6956750fb2ae3db73ebf/info is initiating minor compaction (all files) 2024-11-11T16:50:34,955 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:50:34,955 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:34,955 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 72222a7bc60a6956750fb2ae3db73ebf/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:34,956 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/b58e0258397445bfa73cb941242ace66, hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/d2f650b2006841328a7d45b2fd8f9846, hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/70ef0a6213f749eb99400f15b2eda696] into tmpdir=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp, totalSize=17.6 K 2024-11-11T16:50:34,957 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b58e0258397445bfa73cb941242ace66, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731343804815 2024-11-11T16:50:34,957 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d2f650b2006841328a7d45b2fd8f9846, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731343814859 2024-11-11T16:50:34,958 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 70ef0a6213f749eb99400f15b2eda696, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731343824899 2024-11-11T16:50:34,984 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 72222a7bc60a6956750fb2ae3db73ebf#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:50:34,985 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/6f9ae315a79d4210828c1e72385f7845 is 1055, key is row0001/info:/1731343804815/Put/seqid=0 2024-11-11T16:50:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741841_1017 (size=8221) 2024-11-11T16:50:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741841_1017 (size=8221) 2024-11-11T16:50:35,003 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/6f9ae315a79d4210828c1e72385f7845 as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/6f9ae315a79d4210828c1e72385f7845 2024-11-11T16:50:35,020 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72222a7bc60a6956750fb2ae3db73ebf/info of 72222a7bc60a6956750fb2ae3db73ebf into 6f9ae315a79d4210828c1e72385f7845(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:50:35,020 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 72222a7bc60a6956750fb2ae3db73ebf: 2024-11-11T16:50:35,037 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343835023, exclude list is [], retry=0 2024-11-11T16:50:35,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-1e21e5cc-cb0f-4d62-89b1-d90c2bf5557d,DISK] 2024-11-11T16:50:35,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-9da8f97d-5acd-46c7-9c97-241225550686,DISK] 2024-11-11T16:50:35,042 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343824900 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343835023 2024-11-11T16:50:35,042 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40981:40981),(127.0.0.1/127.0.0.1:34009:34009)] 2024-11-11T16:50:35,042 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343824900 is not closed yet, will try archiving it next time 2024-11-11T16:50:35,043 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343794252 to hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/oldWALs/edba107346f4%2C46395%2C1731343793328.1731343794252 2024-11-11T16:50:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741839_1015 (size=2495) 2024-11-11T16:50:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741839_1015 (size=2495) 2024-11-11T16:50:35,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T16:50:35,050 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-11T16:50:35,051 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T16:50:35,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T16:50:35,141 INFO [master/edba107346f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T16:50:35,142 INFO [master/edba107346f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T16:50:35,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-11T16:50:35,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:35,205 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 72222a7bc60a6956750fb2ae3db73ebf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-11T16:50:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/d91df2dadcf44e05b93be228213d3a3d is 1055, key is row0000/info:/1731343835021/Put/seqid=0 2024-11-11T16:50:35,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741843_1019 (size=6008) 2024-11-11T16:50:35,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741843_1019 (size=6008) 2024-11-11T16:50:35,215 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/d91df2dadcf44e05b93be228213d3a3d 2024-11-11T16:50:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/d91df2dadcf44e05b93be228213d3a3d as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/d91df2dadcf44e05b93be228213d3a3d 2024-11-11T16:50:35,228 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/d91df2dadcf44e05b93be228213d3a3d, entries=1, sequenceid=18, filesize=5.9 K 2024-11-11T16:50:35,229 INFO [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 72222a7bc60a6956750fb2ae3db73ebf in 24ms, sequenceid=18, compaction requested=false 2024-11-11T16:50:35,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 72222a7bc60a6956750fb2ae3db73ebf: 2024-11-11T16:50:35,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:35,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T16:50:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T16:50:35,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T16:50:35,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-11T16:50:35,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-11T16:50:40,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 72222a7bc60a6956750fb2ae3db73ebf, had cached 0 bytes from a total of 14229 2024-11-11T16:50:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T16:50:45,108 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-11T16:50:45,123 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343845110, exclude list is [], retry=0 2024-11-11T16:50:45,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-1e21e5cc-cb0f-4d62-89b1-d90c2bf5557d,DISK] 2024-11-11T16:50:45,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-9da8f97d-5acd-46c7-9c97-241225550686,DISK] 2024-11-11T16:50:45,127 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343835023 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343845110 2024-11-11T16:50:45,128 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34009:34009),(127.0.0.1/127.0.0.1:40981:40981)] 2024-11-11T16:50:45,128 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343835023 is not closed yet, will try archiving it next time 2024-11-11T16:50:45,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:50:45,128 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/WALs/edba107346f4,46395,1731343793328/edba107346f4%2C46395%2C1731343793328.1731343824900 to hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/oldWALs/edba107346f4%2C46395%2C1731343793328.1731343824900 2024-11-11T16:50:45,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:50:45,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:50:45,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:50:45,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:50:45,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:50:45,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:50:45,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=326478617, stopped=false 2024-11-11T16:50:45,129 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=edba107346f4,33217,1731343793222 2024-11-11T16:50:45,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741842_1018 (size=2001) 2024-11-11T16:50:45,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741842_1018 (size=2001) 2024-11-11T16:50:45,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:50:45,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:50:45,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:45,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:45,132 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:50:45,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:50:45,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:50:45,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:50:45,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:50:45,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:50:45,133 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'edba107346f4,46395,1731343793328' ***** 2024-11-11T16:50:45,133 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:50:45,134 INFO [RS:0;edba107346f4:46395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:50:45,134 INFO [RS:0;edba107346f4:46395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:50:45,134 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:50:45,134 INFO [RS:0;edba107346f4:46395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:50:45,134 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(3091): Received CLOSE for 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:50:45,134 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(959): stopping server edba107346f4,46395,1731343793328 2024-11-11T16:50:45,134 INFO [RS:0;edba107346f4:46395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:50:45,134 INFO [RS:0;edba107346f4:46395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;edba107346f4:46395. 2024-11-11T16:50:45,134 DEBUG [RS:0;edba107346f4:46395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:50:45,134 DEBUG [RS:0;edba107346f4:46395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:50:45,134 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72222a7bc60a6956750fb2ae3db73ebf, disabling compactions & flushes 2024-11-11T16:50:45,134 INFO [RS:0;edba107346f4:46395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:50:45,135 INFO [RS:0;edba107346f4:46395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:50:45,135 INFO [RS:0;edba107346f4:46395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:50:45,134 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:45,135 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:50:45,135 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:45,135 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. after waiting 0 ms 2024-11-11T16:50:45,135 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:45,135 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T16:50:45,135 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72222a7bc60a6956750fb2ae3db73ebf 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-11T16:50:45,135 DEBUG [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 72222a7bc60a6956750fb2ae3db73ebf=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.} 2024-11-11T16:50:45,135 DEBUG [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72222a7bc60a6956750fb2ae3db73ebf 2024-11-11T16:50:45,135 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:50:45,135 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:50:45,135 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:50:45,135 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:50:45,135 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:50:45,135 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-11T16:50:45,140 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/93e99d774c00458f8bf822c85f505346 is 1055, key is row0001/info:/1731343845109/Put/seqid=0 2024-11-11T16:50:45,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741845_1021 (size=6008) 2024-11-11T16:50:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741845_1021 (size=6008) 2024-11-11T16:50:45,146 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/93e99d774c00458f8bf822c85f505346 2024-11-11T16:50:45,153 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/.tmp/info/93e99d774c00458f8bf822c85f505346 as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/93e99d774c00458f8bf822c85f505346 2024-11-11T16:50:45,154 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/.tmp/info/ff341be618084ef197f6c2c4996b52c1 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf./info:regioninfo/1731343795143/Put/seqid=0 2024-11-11T16:50:45,159 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/93e99d774c00458f8bf822c85f505346, entries=1, sequenceid=22, filesize=5.9 K 2024-11-11T16:50:45,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741846_1022 (size=7308) 2024-11-11T16:50:45,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741846_1022 (size=7308) 2024-11-11T16:50:45,160 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 72222a7bc60a6956750fb2ae3db73ebf in 25ms, sequenceid=22, compaction requested=true 2024-11-11T16:50:45,160 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/.tmp/info/ff341be618084ef197f6c2c4996b52c1 2024-11-11T16:50:45,160 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/b58e0258397445bfa73cb941242ace66, hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/d2f650b2006841328a7d45b2fd8f9846, hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/70ef0a6213f749eb99400f15b2eda696] to archive 2024-11-11T16:50:45,163 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T16:50:45,166 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/b58e0258397445bfa73cb941242ace66 to hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/b58e0258397445bfa73cb941242ace66 2024-11-11T16:50:45,168 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/d2f650b2006841328a7d45b2fd8f9846 to hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/d2f650b2006841328a7d45b2fd8f9846 2024-11-11T16:50:45,170 INFO [regionserver/edba107346f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:50:45,170 INFO [regionserver/edba107346f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:50:45,171 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/70ef0a6213f749eb99400f15b2eda696 to hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/info/70ef0a6213f749eb99400f15b2eda696 2024-11-11T16:50:45,181 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/.tmp/ns/df08f58152c64dc487702af1255d23ae is 43, key is default/ns:d/1731343794686/Put/seqid=0 2024-11-11T16:50:45,182 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=edba107346f4:33217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-11T16:50:45,182 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [b58e0258397445bfa73cb941242ace66=6008, d2f650b2006841328a7d45b2fd8f9846=6008, 70ef0a6213f749eb99400f15b2eda696=6008] 2024-11-11T16:50:45,188 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/72222a7bc60a6956750fb2ae3db73ebf/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-11T16:50:45,189 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741847_1023 (size=5153) 2024-11-11T16:50:45,189 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72222a7bc60a6956750fb2ae3db73ebf: Waiting for close lock at 1731343845134Running coprocessor pre-close hooks at 1731343845134Disabling compacts and flushes for region at 1731343845134Disabling writes for close at 1731343845135 (+1 ms)Obtaining lock to block concurrent updates at 1731343845135Preparing flush snapshotting stores in 72222a7bc60a6956750fb2ae3db73ebf at 1731343845135Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731343845135Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. at 1731343845136 (+1 ms)Flushing 72222a7bc60a6956750fb2ae3db73ebf/info: creating writer at 1731343845136Flushing 72222a7bc60a6956750fb2ae3db73ebf/info: appending metadata at 1731343845139 (+3 ms)Flushing 72222a7bc60a6956750fb2ae3db73ebf/info: closing flushed file at 1731343845139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12881433: reopening flushed file at 1731343845152 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 72222a7bc60a6956750fb2ae3db73ebf in 25ms, sequenceid=22, compaction requested=true at 1731343845160 (+8 ms)Writing region close event to WAL at 1731343845183 (+23 ms)Running coprocessor post-close hooks at 1731343845189 (+6 ms)Closed at 1731343845189 2024-11-11T16:50:45,189 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731343794767.72222a7bc60a6956750fb2ae3db73ebf. 2024-11-11T16:50:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741847_1023 (size=5153) 2024-11-11T16:50:45,190 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/.tmp/ns/df08f58152c64dc487702af1255d23ae 2024-11-11T16:50:45,211 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/.tmp/table/1018ce7646a948efb666f05efcd5b324 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731343795154/Put/seqid=0 2024-11-11T16:50:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741848_1024 (size=5508) 2024-11-11T16:50:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741848_1024 (size=5508) 2024-11-11T16:50:45,216 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/.tmp/table/1018ce7646a948efb666f05efcd5b324 2024-11-11T16:50:45,223 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/.tmp/info/ff341be618084ef197f6c2c4996b52c1 as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/info/ff341be618084ef197f6c2c4996b52c1 2024-11-11T16:50:45,228 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/info/ff341be618084ef197f6c2c4996b52c1, entries=10, sequenceid=11, filesize=7.1 K 2024-11-11T16:50:45,229 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/.tmp/ns/df08f58152c64dc487702af1255d23ae as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/ns/df08f58152c64dc487702af1255d23ae 2024-11-11T16:50:45,235 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/ns/df08f58152c64dc487702af1255d23ae, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T16:50:45,236 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/.tmp/table/1018ce7646a948efb666f05efcd5b324 as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/table/1018ce7646a948efb666f05efcd5b324 2024-11-11T16:50:45,242 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/table/1018ce7646a948efb666f05efcd5b324, entries=2, sequenceid=11, filesize=5.4 K 2024-11-11T16:50:45,243 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false 2024-11-11T16:50:45,248 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T16:50:45,248 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:50:45,248 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:50:45,249 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343845135Running coprocessor pre-close hooks at 1731343845135Disabling compacts and flushes for region at 1731343845135Disabling writes for close at 1731343845135Obtaining lock to block concurrent updates at 1731343845135Preparing flush snapshotting stores in 1588230740 at 1731343845135Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731343845136 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731343845136Flushing 1588230740/info: creating writer at 1731343845136Flushing 1588230740/info: appending metadata at 1731343845153 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731343845154 (+1 ms)Flushing 1588230740/ns: creating writer at 1731343845166 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731343845181 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731343845181Flushing 1588230740/table: creating writer at 1731343845196 (+15 ms)Flushing 1588230740/table: appending metadata at 1731343845210 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731343845210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8ffe68: reopening flushed file at 1731343845222 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67dc568e: reopening flushed file at 1731343845229 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96bca4c: reopening flushed file at 1731343845235 (+6 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false at 1731343845243 (+8 ms)Writing region close event to WAL at 1731343845245 (+2 ms)Running coprocessor post-close hooks at 1731343845248 (+3 ms)Closed at 1731343845248 2024-11-11T16:50:45,249 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:50:45,335 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(976): stopping server edba107346f4,46395,1731343793328; all regions closed. 2024-11-11T16:50:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741834_1010 (size=3306) 2024-11-11T16:50:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741834_1010 (size=3306) 2024-11-11T16:50:45,341 DEBUG [RS:0;edba107346f4:46395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/oldWALs 2024-11-11T16:50:45,341 INFO [RS:0;edba107346f4:46395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C46395%2C1731343793328.meta:.meta(num 1731343794614) 2024-11-11T16:50:45,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741844_1020 (size=1252) 2024-11-11T16:50:45,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741844_1020 (size=1252) 2024-11-11T16:50:45,346 DEBUG [RS:0;edba107346f4:46395 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/oldWALs 2024-11-11T16:50:45,346 INFO [RS:0;edba107346f4:46395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C46395%2C1731343793328:(num 1731343845110) 2024-11-11T16:50:45,346 DEBUG [RS:0;edba107346f4:46395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:50:45,346 INFO [RS:0;edba107346f4:46395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:50:45,346 INFO [RS:0;edba107346f4:46395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:50:45,347 INFO [RS:0;edba107346f4:46395 {}] hbase.ChoreService(370): Chore service for: regionserver/edba107346f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:50:45,347 INFO [RS:0;edba107346f4:46395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:50:45,347 INFO [regionserver/edba107346f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:50:45,347 INFO [RS:0;edba107346f4:46395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46395 2024-11-11T16:50:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:50:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/edba107346f4,46395,1731343793328 2024-11-11T16:50:45,351 INFO [RS:0;edba107346f4:46395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:50:45,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [edba107346f4,46395,1731343793328] 2024-11-11T16:50:45,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/edba107346f4,46395,1731343793328 already deleted, retry=false 2024-11-11T16:50:45,354 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; edba107346f4,46395,1731343793328 expired; onlineServers=0 2024-11-11T16:50:45,354 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'edba107346f4,33217,1731343793222' ***** 2024-11-11T16:50:45,354 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:50:45,354 INFO [M:0;edba107346f4:33217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:50:45,354 INFO [M:0;edba107346f4:33217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:50:45,354 DEBUG [M:0;edba107346f4:33217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:50:45,354 DEBUG [M:0;edba107346f4:33217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:50:45,354 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:50:45,354 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343793985 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343793985,5,FailOnTimeoutGroup] 2024-11-11T16:50:45,354 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343793986 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343793986,5,FailOnTimeoutGroup] 2024-11-11T16:50:45,355 INFO [M:0;edba107346f4:33217 {}] hbase.ChoreService(370): Chore service for: master/edba107346f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:50:45,355 INFO [M:0;edba107346f4:33217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:50:45,355 DEBUG [M:0;edba107346f4:33217 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:50:45,355 INFO [M:0;edba107346f4:33217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:50:45,355 INFO [M:0;edba107346f4:33217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:50:45,355 INFO [M:0;edba107346f4:33217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:50:45,355 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:50:45,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T16:50:45,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:45,356 DEBUG [M:0;edba107346f4:33217 {}] zookeeper.ZKUtil(347): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T16:50:45,356 WARN [M:0;edba107346f4:33217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:50:45,357 INFO [M:0;edba107346f4:33217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/.lastflushedseqids 2024-11-11T16:50:45,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741849_1025 (size=130) 2024-11-11T16:50:45,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741849_1025 (size=130) 2024-11-11T16:50:45,368 INFO [M:0;edba107346f4:33217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:50:45,368 INFO [M:0;edba107346f4:33217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:50:45,368 DEBUG [M:0;edba107346f4:33217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:50:45,368 INFO [M:0;edba107346f4:33217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:50:45,368 DEBUG [M:0;edba107346f4:33217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:50:45,368 DEBUG [M:0;edba107346f4:33217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:50:45,368 DEBUG [M:0;edba107346f4:33217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:50:45,368 INFO [M:0;edba107346f4:33217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.58 KB heapSize=54.99 KB 2024-11-11T16:50:45,391 DEBUG [M:0;edba107346f4:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e7987971f9042b6a9d9ff48174be4a9 is 82, key is hbase:meta,,1/info:regioninfo/1731343794668/Put/seqid=0 2024-11-11T16:50:45,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741850_1026 (size=5672) 2024-11-11T16:50:45,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741850_1026 (size=5672) 2024-11-11T16:50:45,398 INFO [M:0;edba107346f4:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e7987971f9042b6a9d9ff48174be4a9 2024-11-11T16:50:45,420 DEBUG [M:0;edba107346f4:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63728aa21b4e454c9a11e0aa45d0e1be is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731343795160/Put/seqid=0 2024-11-11T16:50:45,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741851_1027 (size=7822) 2024-11-11T16:50:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741851_1027 (size=7822) 2024-11-11T16:50:45,426 INFO [M:0;edba107346f4:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.98 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63728aa21b4e454c9a11e0aa45d0e1be 2024-11-11T16:50:45,432 INFO [M:0;edba107346f4:33217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63728aa21b4e454c9a11e0aa45d0e1be 2024-11-11T16:50:45,448 DEBUG [M:0;edba107346f4:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cecc357b230f40339dcf85deed584b7f is 69, key is edba107346f4,46395,1731343793328/rs:state/1731343794079/Put/seqid=0 2024-11-11T16:50:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:50:45,453 INFO [RS:0;edba107346f4:46395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:50:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46395-0x10107efa6b10001, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:50:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741852_1028 (size=5156) 2024-11-11T16:50:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741852_1028 (size=5156) 2024-11-11T16:50:45,453 INFO [RS:0;edba107346f4:46395 {}] regionserver.HRegionServer(1031): Exiting; stopping=edba107346f4,46395,1731343793328; zookeeper connection closed. 2024-11-11T16:50:45,454 INFO [M:0;edba107346f4:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cecc357b230f40339dcf85deed584b7f 2024-11-11T16:50:45,454 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2831f7e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2831f7e7 2024-11-11T16:50:45,454 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:50:45,473 DEBUG [M:0;edba107346f4:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c27fc0c759054f2e9573d236d6468451 is 52, key is load_balancer_on/state:d/1731343794763/Put/seqid=0 2024-11-11T16:50:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741853_1029 (size=5056) 2024-11-11T16:50:45,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741853_1029 (size=5056) 2024-11-11T16:50:45,479 INFO [M:0;edba107346f4:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c27fc0c759054f2e9573d236d6468451 2024-11-11T16:50:45,484 DEBUG [M:0;edba107346f4:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e7987971f9042b6a9d9ff48174be4a9 as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e7987971f9042b6a9d9ff48174be4a9 2024-11-11T16:50:45,489 INFO [M:0;edba107346f4:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e7987971f9042b6a9d9ff48174be4a9, entries=8, sequenceid=121, filesize=5.5 K 2024-11-11T16:50:45,490 DEBUG [M:0;edba107346f4:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63728aa21b4e454c9a11e0aa45d0e1be as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63728aa21b4e454c9a11e0aa45d0e1be 2024-11-11T16:50:45,494 INFO [M:0;edba107346f4:33217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63728aa21b4e454c9a11e0aa45d0e1be 2024-11-11T16:50:45,495 INFO [M:0;edba107346f4:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63728aa21b4e454c9a11e0aa45d0e1be, entries=14, sequenceid=121, filesize=7.6 K 2024-11-11T16:50:45,496 DEBUG [M:0;edba107346f4:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cecc357b230f40339dcf85deed584b7f as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cecc357b230f40339dcf85deed584b7f 2024-11-11T16:50:45,501 INFO [M:0;edba107346f4:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cecc357b230f40339dcf85deed584b7f, entries=1, sequenceid=121, filesize=5.0 K 2024-11-11T16:50:45,502 DEBUG [M:0;edba107346f4:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c27fc0c759054f2e9573d236d6468451 as hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c27fc0c759054f2e9573d236d6468451 2024-11-11T16:50:45,508 INFO [M:0;edba107346f4:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/4bd5c115-eb8a-b099-549e-4011b9c3b73b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c27fc0c759054f2e9573d236d6468451, entries=1, sequenceid=121, filesize=4.9 K 2024-11-11T16:50:45,509 INFO [M:0;edba107346f4:33217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=121, compaction requested=false 2024-11-11T16:50:45,511 INFO [M:0;edba107346f4:33217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:50:45,511 DEBUG [M:0;edba107346f4:33217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343845368Disabling compacts and flushes for region at 1731343845368Disabling writes for close at 1731343845368Obtaining lock to block concurrent updates at 1731343845368Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731343845368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44629, getHeapSize=56248, getOffHeapSize=0, getCellsCount=140 at 1731343845369 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731343845369Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731343845369Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731343845391 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731343845391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731343845404 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731343845420 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731343845420Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731343845432 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731343845447 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731343845447Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731343845459 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731343845473 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731343845473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29af9f0: reopening flushed file at 1731343845484 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d57c86: reopening flushed file at 1731343845489 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b77dc4a: reopening flushed file at 1731343845495 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60eaaa10: reopening flushed file at 1731343845502 (+7 ms)Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=121, compaction requested=false at 1731343845509 (+7 ms)Writing region close event to WAL at 1731343845511 (+2 ms)Closed at 1731343845511 2024-11-11T16:50:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741830_1006 (size=53026) 2024-11-11T16:50:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741830_1006 (size=53026) 2024-11-11T16:50:45,515 INFO [M:0;edba107346f4:33217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:50:45,515 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:50:45,515 INFO [M:0;edba107346f4:33217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33217 2024-11-11T16:50:45,515 INFO [M:0;edba107346f4:33217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:50:45,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:50:45,618 INFO [M:0;edba107346f4:33217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:50:45,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x10107efa6b10000, quorum=127.0.0.1:59339, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:50:45,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ad660d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:50:45,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a823478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:50:45,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:50:45,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c134a8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:50:45,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ff146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.log.dir/,STOPPED} 2024-11-11T16:50:45,623 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:50:45,623 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:50:45,623 WARN [BP-30624868-172.17.0.2-1731343792279 heartbeating to localhost/127.0.0.1:40637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:50:45,624 WARN [BP-30624868-172.17.0.2-1731343792279 heartbeating to localhost/127.0.0.1:40637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-30624868-172.17.0.2-1731343792279 (Datanode Uuid 793aff4a-0fdb-4516-a148-da9c006316a6) service to localhost/127.0.0.1:40637 2024-11-11T16:50:45,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/data/data3/current/BP-30624868-172.17.0.2-1731343792279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:50:45,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/data/data4/current/BP-30624868-172.17.0.2-1731343792279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:50:45,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:50:45,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6204a1ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:50:45,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6245f54b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:50:45,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:50:45,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3792ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:50:45,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d5c703d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.log.dir/,STOPPED} 2024-11-11T16:50:45,629 WARN [BP-30624868-172.17.0.2-1731343792279 heartbeating to localhost/127.0.0.1:40637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:50:45,629 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:50:45,629 WARN [BP-30624868-172.17.0.2-1731343792279 heartbeating to localhost/127.0.0.1:40637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-30624868-172.17.0.2-1731343792279 (Datanode Uuid c4a04081-7bb5-4603-af2a-12b70c6ae5b8) service to localhost/127.0.0.1:40637 2024-11-11T16:50:45,629 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:50:45,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/data/data1/current/BP-30624868-172.17.0.2-1731343792279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:50:45,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/cluster_bbb1a275-e3a1-5242-c037-bc4d1ab08ced/data/data2/current/BP-30624868-172.17.0.2-1731343792279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:50:45,630 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:50:45,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17f6b4ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:50:45,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40e2bb44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:50:45,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:50:45,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5379d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:50:45,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c76be98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.log.dir/,STOPPED} 2024-11-11T16:50:45,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:50:45,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:50:45,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=428 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=7762 (was 8060) 2024-11-11T16:50:45,677 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=7762 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.log.dir so I do NOT create it in target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7601babc-d3f4-9ee0-41bb-87f93fa668df/hadoop.tmp.dir so I do NOT create it in target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12, deleteOnExit=true 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/test.cache.data in system properties and HBase conf 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:50:45,678 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:50:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:50:45,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:50:45,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:50:45,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:50:45,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:50:45,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:50:45,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:50:45,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b994e5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:50:45,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@149aa290{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:50:45,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42022581{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/java.io.tmpdir/jetty-localhost-45019-hadoop-hdfs-3_4_1-tests_jar-_-any-5267269818790251367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:50:45,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b9053c0{HTTP/1.1, (http/1.1)}{localhost:45019} 2024-11-11T16:50:45,885 INFO [Time-limited test {}] server.Server(415): Started @141176ms 2024-11-11T16:50:45,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:50:45,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:50:45,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:50:45,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:50:45,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:50:45,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21d98d3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:50:45,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b0202d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:50:46,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f515291{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/java.io.tmpdir/jetty-localhost-35913-hadoop-hdfs-3_4_1-tests_jar-_-any-12198619628987815190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:50:46,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5de58e96{HTTP/1.1, (http/1.1)}{localhost:35913} 2024-11-11T16:50:46,092 INFO [Time-limited test {}] server.Server(415): Started @141383ms 2024-11-11T16:50:46,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:50:46,108 INFO [regionserver/edba107346f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:50:46,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:50:46,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:50:46,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:50:46,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:50:46,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:50:46,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75b86ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:50:46,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7219d2a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:50:46,190 WARN [Thread-1087 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/data/data1/current/BP-1692263592-172.17.0.2-1731343845698/current, will proceed with Du for space computation calculation, 2024-11-11T16:50:46,191 WARN [Thread-1088 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/data/data2/current/BP-1692263592-172.17.0.2-1731343845698/current, will proceed with Du for space computation calculation, 2024-11-11T16:50:46,207 WARN [Thread-1066 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:50:46,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1a348be0dae2356 with lease ID 0xb7001eb762a4aa0e: Processing first storage report for DS-d54eb491-a90e-4c7d-94f7-2b2b094d1315 from datanode DatanodeRegistration(127.0.0.1:41319, datanodeUuid=f5154b7a-eb68-455b-ac14-bba00f7145f3, infoPort=45903, infoSecurePort=0, ipcPort=45407, storageInfo=lv=-57;cid=testClusterID;nsid=1550850923;c=1731343845698) 2024-11-11T16:50:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1a348be0dae2356 with lease ID 0xb7001eb762a4aa0e: from storage DS-d54eb491-a90e-4c7d-94f7-2b2b094d1315 node DatanodeRegistration(127.0.0.1:41319, datanodeUuid=f5154b7a-eb68-455b-ac14-bba00f7145f3, infoPort=45903, infoSecurePort=0, ipcPort=45407, storageInfo=lv=-57;cid=testClusterID;nsid=1550850923;c=1731343845698), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:50:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1a348be0dae2356 with lease ID 0xb7001eb762a4aa0e: Processing first storage report for DS-32c71577-fdca-4c7f-a509-448c30ad4eb6 from datanode DatanodeRegistration(127.0.0.1:41319, datanodeUuid=f5154b7a-eb68-455b-ac14-bba00f7145f3, infoPort=45903, infoSecurePort=0, ipcPort=45407, storageInfo=lv=-57;cid=testClusterID;nsid=1550850923;c=1731343845698) 2024-11-11T16:50:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1a348be0dae2356 with lease ID 0xb7001eb762a4aa0e: from storage DS-32c71577-fdca-4c7f-a509-448c30ad4eb6 node DatanodeRegistration(127.0.0.1:41319, datanodeUuid=f5154b7a-eb68-455b-ac14-bba00f7145f3, infoPort=45903, infoSecurePort=0, ipcPort=45407, storageInfo=lv=-57;cid=testClusterID;nsid=1550850923;c=1731343845698), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:50:46,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67c539a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/java.io.tmpdir/jetty-localhost-37719-hadoop-hdfs-3_4_1-tests_jar-_-any-16395605330966223270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:50:46,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73bd90d3{HTTP/1.1, (http/1.1)}{localhost:37719} 2024-11-11T16:50:46,252 INFO [Time-limited test {}] server.Server(415): Started @141543ms 2024-11-11T16:50:46,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:50:46,347 WARN [Thread-1113 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/data/data3/current/BP-1692263592-172.17.0.2-1731343845698/current, will proceed with Du for space computation calculation, 2024-11-11T16:50:46,347 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/data/data4/current/BP-1692263592-172.17.0.2-1731343845698/current, will proceed with Du for space computation calculation, 2024-11-11T16:50:46,363 WARN [Thread-1102 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:50:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40af03959381b43c with lease ID 0xb7001eb762a4aa0f: Processing first storage report for DS-80e606e2-a421-4845-8130-dc5c616b2df9 from datanode DatanodeRegistration(127.0.0.1:37739, datanodeUuid=99258c81-e6ec-4804-925b-32339183c5a4, infoPort=33827, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=1550850923;c=1731343845698) 2024-11-11T16:50:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40af03959381b43c with lease ID 0xb7001eb762a4aa0f: from storage DS-80e606e2-a421-4845-8130-dc5c616b2df9 node DatanodeRegistration(127.0.0.1:37739, datanodeUuid=99258c81-e6ec-4804-925b-32339183c5a4, infoPort=33827, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=1550850923;c=1731343845698), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:50:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40af03959381b43c with lease ID 0xb7001eb762a4aa0f: Processing first storage report for DS-47ff186c-08fe-4628-a746-9c54d6500486 from datanode DatanodeRegistration(127.0.0.1:37739, datanodeUuid=99258c81-e6ec-4804-925b-32339183c5a4, infoPort=33827, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=1550850923;c=1731343845698) 2024-11-11T16:50:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40af03959381b43c with lease ID 0xb7001eb762a4aa0f: from storage DS-47ff186c-08fe-4628-a746-9c54d6500486 node DatanodeRegistration(127.0.0.1:37739, datanodeUuid=99258c81-e6ec-4804-925b-32339183c5a4, infoPort=33827, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=1550850923;c=1731343845698), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:50:46,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb 2024-11-11T16:50:46,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/zookeeper_0, clientPort=51557, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:50:46,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51557 2024-11-11T16:50:46,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:50:46,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:50:46,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:50:46,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:50:46,391 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b with version=8 2024-11-11T16:50:46,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/hbase-staging 2024-11-11T16:50:46,393 INFO [Time-limited test {}] client.ConnectionUtils(128): master/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:50:46,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:50:46,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:50:46,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:50:46,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:50:46,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:50:46,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:50:46,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:50:46,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44335 2024-11-11T16:50:46,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44335 connecting to ZooKeeper ensemble=127.0.0.1:51557 2024-11-11T16:50:46,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443350x0, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:50:46,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44335-0x10107f0767a0000 connected 2024-11-11T16:50:46,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:50:46,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:50:46,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:50:46,424 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b, hbase.cluster.distributed=false 2024-11-11T16:50:46,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:50:46,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-11T16:50:46,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44335 2024-11-11T16:50:46,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44335 2024-11-11T16:50:46,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-11T16:50:46,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-11T16:50:46,443 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:50:46,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:50:46,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:50:46,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:50:46,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:50:46,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:50:46,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:50:46,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:50:46,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33557 2024-11-11T16:50:46,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33557 connecting to ZooKeeper ensemble=127.0.0.1:51557 2024-11-11T16:50:46,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:50:46,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:50:46,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335570x0, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:50:46,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:50:46,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33557-0x10107f0767a0001 connected 2024-11-11T16:50:46,452 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:50:46,453 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:50:46,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:50:46,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:50:46,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-11T16:50:46,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33557 2024-11-11T16:50:46,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33557 2024-11-11T16:50:46,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-11T16:50:46,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-11T16:50:46,467 DEBUG [M:0;edba107346f4:44335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;edba107346f4:44335 2024-11-11T16:50:46,467 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/edba107346f4,44335,1731343846393 2024-11-11T16:50:46,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:50:46,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:50:46,471 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/edba107346f4,44335,1731343846393 2024-11-11T16:50:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:50:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,473 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T16:50:46,473 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/edba107346f4,44335,1731343846393 from backup master directory 2024-11-11T16:50:46,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/edba107346f4,44335,1731343846393 2024-11-11T16:50:46,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:50:46,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:50:46,475 WARN [master/edba107346f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:50:46,475 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=edba107346f4,44335,1731343846393 2024-11-11T16:50:46,479 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/hbase.id] with ID: 23777c34-8273-4637-bb77-5db97c6171e3 2024-11-11T16:50:46,479 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/.tmp/hbase.id 2024-11-11T16:50:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:50:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:50:46,486 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/.tmp/hbase.id]:[hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/hbase.id] 2024-11-11T16:50:46,498 INFO [master/edba107346f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:50:46,498 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:50:46,500 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T16:50:46,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:50:46,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:50:46,509 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:50:46,510 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:50:46,510 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:50:46,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:50:46,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:50:46,518 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store 2024-11-11T16:50:46,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:50:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:50:46,525 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:50:46,525 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:50:46,525 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:50:46,525 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:50:46,525 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:50:46,525 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:50:46,525 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:50:46,526 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343846525Disabling compacts and flushes for region at 1731343846525Disabling writes for close at 1731343846525Writing region close event to WAL at 1731343846525Closed at 1731343846525 2024-11-11T16:50:46,526 WARN [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/.initializing 2024-11-11T16:50:46,526 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/WALs/edba107346f4,44335,1731343846393 2024-11-11T16:50:46,527 INFO [master/edba107346f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:50:46,529 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C44335%2C1731343846393, suffix=, logDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/WALs/edba107346f4,44335,1731343846393, archiveDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/oldWALs, maxLogs=10 2024-11-11T16:50:46,542 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/WALs/edba107346f4,44335,1731343846393/edba107346f4%2C44335%2C1731343846393.1731343846529, exclude list is [], retry=0 2024-11-11T16:50:46,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41319,DS-d54eb491-a90e-4c7d-94f7-2b2b094d1315,DISK] 2024-11-11T16:50:46,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37739,DS-80e606e2-a421-4845-8130-dc5c616b2df9,DISK] 2024-11-11T16:50:46,547 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/WALs/edba107346f4,44335,1731343846393/edba107346f4%2C44335%2C1731343846393.1731343846529 2024-11-11T16:50:46,547 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45903:45903),(127.0.0.1/127.0.0.1:33827:33827)] 2024-11-11T16:50:46,547 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:50:46,547 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:50:46,547 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,547 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:50:46,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:46,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:50:46,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:50:46,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:46,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:50:46,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:50:46,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:46,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:50:46,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:50:46,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:46,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:50:46,557 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,558 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,558 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,559 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,559 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,560 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:50:46,561 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:50:46,563 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:50:46,563 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721140, jitterRate=-0.08302338421344757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:50:46,564 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731343846548Initializing all the Stores at 1731343846548Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343846549 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343846549Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343846549Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343846549Cleaning up temporary data from old regions at 1731343846559 (+10 ms)Region opened successfully at 1731343846564 (+5 ms) 2024-11-11T16:50:46,564 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:50:46,567 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4c5285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:50:46,568 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:50:46,568 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:50:46,568 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:50:46,569 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:50:46,569 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:50:46,569 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:50:46,569 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:50:46,571 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:50:46,572 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T16:50:46,575 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T16:50:46,575 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:50:46,576 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:50:46,577 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T16:50:46,577 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:50:46,578 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:50:46,579 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T16:50:46,580 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:50:46,581 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T16:50:46,583 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:50:46,585 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T16:50:46,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:50:46,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:50:46,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,587 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=edba107346f4,44335,1731343846393, sessionid=0x10107f0767a0000, setting cluster-up flag (Was=false) 2024-11-11T16:50:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,595 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T16:50:46,596 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,44335,1731343846393 2024-11-11T16:50:46,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:46,606 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T16:50:46,607 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,44335,1731343846393 2024-11-11T16:50:46,608 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:50:46,609 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:50:46,610 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:50:46,610 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:50:46,610 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: edba107346f4,44335,1731343846393 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:50:46,611 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:50:46,611 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:50:46,612 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:50:46,612 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:50:46,612 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/edba107346f4:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:50:46,612 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,612 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:50:46,612 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,616 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731343876616 2024-11-11T16:50:46,616 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:50:46,616 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:50:46,616 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:50:46,617 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:50:46,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:50:46,617 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:50:46,617 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:50:46,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:50:46,617 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,617 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:50:46,617 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:50:46,617 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:50:46,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:46,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:50:46,619 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:50:46,619 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:50:46,619 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343846619,5,FailOnTimeoutGroup] 2024-11-11T16:50:46,620 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343846619,5,FailOnTimeoutGroup] 2024-11-11T16:50:46,620 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,620 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:50:46,620 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,621 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:50:46,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:50:46,628 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:50:46,628 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b 2024-11-11T16:50:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:50:46,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:50:46,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:50:46,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:50:46,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:50:46,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:46,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:50:46,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:50:46,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:50:46,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:46,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:50:46,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:50:46,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:50:46,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:46,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:50:46,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:50:46,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:50:46,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:46,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:50:46,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:50:46,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740 2024-11-11T16:50:46,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740 2024-11-11T16:50:46,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:50:46,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:50:46,647 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:50:46,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:50:46,650 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:50:46,650 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855507, jitterRate=0.08783449232578278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:50:46,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731343846636Initializing all the Stores at 1731343846637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343846637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343846637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343846637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343846637Cleaning up temporary data from old regions at 1731343846647 (+10 ms)Region opened successfully at 1731343846651 (+4 ms) 2024-11-11T16:50:46,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:50:46,651 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:50:46,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:50:46,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:50:46,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:50:46,651 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:50:46,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343846651Disabling compacts and flushes for region at 1731343846651Disabling writes for close at 1731343846651Writing region close event to WAL at 1731343846651Closed at 1731343846651 2024-11-11T16:50:46,653 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:50:46,653 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:50:46,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:50:46,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:50:46,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:50:46,657 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(746): ClusterId : 23777c34-8273-4637-bb77-5db97c6171e3 2024-11-11T16:50:46,657 DEBUG [RS:0;edba107346f4:33557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:50:46,661 DEBUG [RS:0;edba107346f4:33557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:50:46,661 DEBUG [RS:0;edba107346f4:33557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:50:46,663 DEBUG [RS:0;edba107346f4:33557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:50:46,663 DEBUG [RS:0;edba107346f4:33557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c638186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:50:46,675 DEBUG [RS:0;edba107346f4:33557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;edba107346f4:33557 2024-11-11T16:50:46,675 INFO [RS:0;edba107346f4:33557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:50:46,675 INFO [RS:0;edba107346f4:33557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:50:46,675 DEBUG [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:50:46,676 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(2659): reportForDuty to master=edba107346f4,44335,1731343846393 with port=33557, startcode=1731343846443 2024-11-11T16:50:46,676 DEBUG [RS:0;edba107346f4:33557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:50:46,678 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:50:46,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer edba107346f4,33557,1731343846443 2024-11-11T16:50:46,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44335 {}] master.ServerManager(517): Registering regionserver=edba107346f4,33557,1731343846443 2024-11-11T16:50:46,679 DEBUG [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b 2024-11-11T16:50:46,680 DEBUG [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41679 2024-11-11T16:50:46,680 DEBUG [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:50:46,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:50:46,682 DEBUG [RS:0;edba107346f4:33557 {}] zookeeper.ZKUtil(111): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/edba107346f4,33557,1731343846443 2024-11-11T16:50:46,682 WARN [RS:0;edba107346f4:33557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:50:46,682 INFO [RS:0;edba107346f4:33557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:50:46,682 DEBUG [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443 2024-11-11T16:50:46,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [edba107346f4,33557,1731343846443] 2024-11-11T16:50:46,685 INFO [RS:0;edba107346f4:33557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:50:46,686 INFO [RS:0;edba107346f4:33557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:50:46,687 INFO [RS:0;edba107346f4:33557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:50:46,687 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,687 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:50:46,688 INFO [RS:0;edba107346f4:33557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:50:46,688 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:50:46,688 DEBUG [RS:0;edba107346f4:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:50:46,689 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,689 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,689 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,689 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,689 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,689 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33557,1731343846443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:50:46,704 INFO [RS:0;edba107346f4:33557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:50:46,704 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,33557,1731343846443-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,704 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,704 INFO [RS:0;edba107346f4:33557 {}] regionserver.Replication(171): edba107346f4,33557,1731343846443 started 2024-11-11T16:50:46,719 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:46,719 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(1482): Serving as edba107346f4,33557,1731343846443, RpcServer on edba107346f4/172.17.0.2:33557, sessionid=0x10107f0767a0001 2024-11-11T16:50:46,719 DEBUG [RS:0;edba107346f4:33557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:50:46,719 DEBUG [RS:0;edba107346f4:33557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager edba107346f4,33557,1731343846443 2024-11-11T16:50:46,719 DEBUG [RS:0;edba107346f4:33557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,33557,1731343846443' 2024-11-11T16:50:46,719 DEBUG [RS:0;edba107346f4:33557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:50:46,720 DEBUG [RS:0;edba107346f4:33557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:50:46,720 DEBUG [RS:0;edba107346f4:33557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:50:46,720 DEBUG [RS:0;edba107346f4:33557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:50:46,720 DEBUG [RS:0;edba107346f4:33557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager edba107346f4,33557,1731343846443 2024-11-11T16:50:46,720 DEBUG [RS:0;edba107346f4:33557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,33557,1731343846443' 2024-11-11T16:50:46,720 DEBUG [RS:0;edba107346f4:33557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:50:46,720 DEBUG [RS:0;edba107346f4:33557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:50:46,721 DEBUG [RS:0;edba107346f4:33557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:50:46,721 INFO [RS:0;edba107346f4:33557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:50:46,721 INFO [RS:0;edba107346f4:33557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:50:46,805 WARN [edba107346f4:44335 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:50:46,821 INFO [RS:0;edba107346f4:33557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:50:46,823 INFO [RS:0;edba107346f4:33557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C33557%2C1731343846443, suffix=, logDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443, archiveDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/oldWALs, maxLogs=32 2024-11-11T16:50:46,837 DEBUG [RS:0;edba107346f4:33557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343846824, exclude list is [], retry=0 2024-11-11T16:50:46,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37739,DS-80e606e2-a421-4845-8130-dc5c616b2df9,DISK] 2024-11-11T16:50:46,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41319,DS-d54eb491-a90e-4c7d-94f7-2b2b094d1315,DISK] 2024-11-11T16:50:46,841 INFO [RS:0;edba107346f4:33557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343846824 2024-11-11T16:50:46,842 DEBUG [RS:0;edba107346f4:33557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33827:33827),(127.0.0.1/127.0.0.1:45903:45903)] 2024-11-11T16:50:47,055 DEBUG [edba107346f4:44335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:50:47,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=edba107346f4,33557,1731343846443 2024-11-11T16:50:47,057 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,33557,1731343846443, state=OPENING 2024-11-11T16:50:47,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:50:47,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:47,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:50:47,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:50:47,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:50:47,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,33557,1731343846443}] 2024-11-11T16:50:47,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:50:47,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:50:47,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:50:47,220 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:50:47,220 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:50:47,221 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:50:47,222 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C33557%2C1731343846443.meta, suffix=.meta, logDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443, archiveDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/oldWALs, maxLogs=32 2024-11-11T16:50:47,236 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.meta.1731343847223.meta, exclude list is [], retry=0 2024-11-11T16:50:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37739,DS-80e606e2-a421-4845-8130-dc5c616b2df9,DISK] 2024-11-11T16:50:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41319,DS-d54eb491-a90e-4c7d-94f7-2b2b094d1315,DISK] 2024-11-11T16:50:47,240 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.meta.1731343847223.meta 2024-11-11T16:50:47,240 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33827:33827),(127.0.0.1/127.0.0.1:45903:45903)] 2024-11-11T16:50:47,240 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:50:47,240 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:50:47,240 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:50:47,241 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:50:47,241 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:50:47,241 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:50:47,241 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:50:47,241 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:50:47,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:50:47,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:50:47,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:47,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:50:47,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:50:47,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:50:47,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:47,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:50:47,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:50:47,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:50:47,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:47,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:50:47,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:50:47,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:50:47,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:47,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:50:47,247 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:50:47,248 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740 2024-11-11T16:50:47,249 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740 2024-11-11T16:50:47,250 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:50:47,250 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:50:47,251 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:50:47,252 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:50:47,253 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=825152, jitterRate=0.049235641956329346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:50:47,253 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:50:47,253 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731343847241Writing region info on filesystem at 1731343847241Initializing all the Stores at 1731343847242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343847242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343847242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343847242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343847242Cleaning up temporary data from old regions at 1731343847250 (+8 ms)Running coprocessor post-open hooks at 1731343847253 (+3 ms)Region opened successfully at 1731343847253 2024-11-11T16:50:47,254 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731343847215 2024-11-11T16:50:47,256 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:50:47,256 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:50:47,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=edba107346f4,33557,1731343846443 2024-11-11T16:50:47,258 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,33557,1731343846443, state=OPEN 2024-11-11T16:50:47,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:50:47,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:50:47,263 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=edba107346f4,33557,1731343846443 2024-11-11T16:50:47,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:50:47,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:50:47,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:50:47,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,33557,1731343846443 in 201 msec 2024-11-11T16:50:47,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:50:47,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-11-11T16:50:47,268 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:50:47,268 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:50:47,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:50:47,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,33557,1731343846443, seqNum=-1] 2024-11-11T16:50:47,270 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:50:47,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:50:47,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 667 msec 2024-11-11T16:50:47,277 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731343847277, completionTime=-1 2024-11-11T16:50:47,277 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:50:47,277 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T16:50:47,279 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T16:50:47,279 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731343907279 2024-11-11T16:50:47,279 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731343967279 2024-11-11T16:50:47,279 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-11T16:50:47,280 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44335,1731343846393-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:47,280 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44335,1731343846393-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:47,280 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44335,1731343846393-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:47,280 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-edba107346f4:44335, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:47,280 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:47,280 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:47,282 DEBUG [master/edba107346f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:50:47,284 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.809sec 2024-11-11T16:50:47,284 INFO [master/edba107346f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:50:47,284 INFO [master/edba107346f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:50:47,284 INFO [master/edba107346f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:50:47,284 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:50:47,284 INFO [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:50:47,284 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44335,1731343846393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:50:47,284 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44335,1731343846393-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:50:47,287 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:50:47,287 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:50:47,288 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,44335,1731343846393-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:50:47,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142f087b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:50:47,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request edba107346f4,44335,-1 for getting cluster id 2024-11-11T16:50:47,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:50:47,360 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23777c34-8273-4637-bb77-5db97c6171e3' 2024-11-11T16:50:47,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:50:47,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23777c34-8273-4637-bb77-5db97c6171e3" 2024-11-11T16:50:47,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fe24a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:50:47,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [edba107346f4,44335,-1] 2024-11-11T16:50:47,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:50:47,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:50:47,362 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:50:47,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1337899d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:50:47,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:50:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,33557,1731343846443, seqNum=-1] 2024-11-11T16:50:47,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:50:47,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:50:47,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=edba107346f4,44335,1731343846393 2024-11-11T16:50:47,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:50:47,372 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-11T16:50:47,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T16:50:47,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is edba107346f4,44335,1731343846393 2024-11-11T16:50:47,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24487205 2024-11-11T16:50:47,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T16:50:47,375 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T16:50:47,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-11T16:50:47,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-11T16:50:47,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:50:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-11T16:50:47,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T16:50:47,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:47,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-11T16:50:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:50:47,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T16:50:47,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741835_1011 (size=381) 2024-11-11T16:50:47,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741835_1011 (size=381) 2024-11-11T16:50:47,388 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d2e223b34ec3906ad99a60ad38adabc, NAME => 'TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b 2024-11-11T16:50:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741836_1012 (size=64) 2024-11-11T16:50:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741836_1012 (size=64) 2024-11-11T16:50:47,396 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:50:47,397 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 3d2e223b34ec3906ad99a60ad38adabc, disabling compactions & flushes 2024-11-11T16:50:47,397 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:50:47,397 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:50:47,397 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. after waiting 0 ms 2024-11-11T16:50:47,397 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:50:47,397 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:50:47,397 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d2e223b34ec3906ad99a60ad38adabc: Waiting for close lock at 1731343847397Disabling compacts and flushes for region at 1731343847397Disabling writes for close at 1731343847397Writing region close event to WAL at 1731343847397Closed at 1731343847397 2024-11-11T16:50:47,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T16:50:47,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731343847398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731343847398"}]},"ts":"1731343847398"} 2024-11-11T16:50:47,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T16:50:47,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T16:50:47,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731343847405"}]},"ts":"1731343847405"} 2024-11-11T16:50:47,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-11T16:50:47,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d2e223b34ec3906ad99a60ad38adabc, ASSIGN}] 2024-11-11T16:50:47,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d2e223b34ec3906ad99a60ad38adabc, ASSIGN 2024-11-11T16:50:47,410 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d2e223b34ec3906ad99a60ad38adabc, ASSIGN; state=OFFLINE, location=edba107346f4,33557,1731343846443; forceNewPlan=false, retain=false 2024-11-11T16:50:47,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d2e223b34ec3906ad99a60ad38adabc, regionState=OPENING, regionLocation=edba107346f4,33557,1731343846443 2024-11-11T16:50:47,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d2e223b34ec3906ad99a60ad38adabc, ASSIGN because future has completed 2024-11-11T16:50:47,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443}] 2024-11-11T16:50:47,723 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:50:47,723 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d2e223b34ec3906ad99a60ad38adabc, NAME => 'TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:50:47,724 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,724 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:50:47,724 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,724 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,726 INFO [StoreOpener-3d2e223b34ec3906ad99a60ad38adabc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,727 INFO [StoreOpener-3d2e223b34ec3906ad99a60ad38adabc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d2e223b34ec3906ad99a60ad38adabc columnFamilyName info 2024-11-11T16:50:47,728 DEBUG [StoreOpener-3d2e223b34ec3906ad99a60ad38adabc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:50:47,728 INFO [StoreOpener-3d2e223b34ec3906ad99a60ad38adabc-1 {}] regionserver.HStore(327): Store=3d2e223b34ec3906ad99a60ad38adabc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:50:47,728 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,729 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,730 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,731 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,731 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,733 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,735 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:50:47,736 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d2e223b34ec3906ad99a60ad38adabc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745575, jitterRate=-0.05195273458957672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:50:47,736 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:47,737 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d2e223b34ec3906ad99a60ad38adabc: Running coprocessor pre-open hook at 1731343847724Writing region info on filesystem at 1731343847724Initializing all the Stores at 1731343847725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343847726 (+1 ms)Cleaning up temporary data from old regions at 1731343847731 (+5 ms)Running coprocessor post-open hooks at 1731343847736 (+5 ms)Region opened successfully at 1731343847737 (+1 ms) 2024-11-11T16:50:47,738 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., pid=6, masterSystemTime=1731343847717 2024-11-11T16:50:47,741 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:50:47,741 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:50:47,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d2e223b34ec3906ad99a60ad38adabc, regionState=OPEN, openSeqNum=2, regionLocation=edba107346f4,33557,1731343846443 2024-11-11T16:50:47,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 because future has completed 2024-11-11T16:50:47,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T16:50:47,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 in 182 msec 2024-11-11T16:50:47,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T16:50:47,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d2e223b34ec3906ad99a60ad38adabc, ASSIGN in 342 msec 2024-11-11T16:50:47,752 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T16:50:47,753 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731343847753"}]},"ts":"1731343847753"} 2024-11-11T16:50:47,755 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-11T16:50:47,756 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T16:50:47,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 381 msec 2024-11-11T16:50:49,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-11T16:50:49,930 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-11T16:50:49,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-11T16:50:50,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:50:50,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:50,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:50:52,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T16:50:52,686 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-11T16:50:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T16:50:57,397 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-11T16:50:57,397 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-11T16:50:57,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-11T16:50:57,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:50:57,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2] 2024-11-11T16:50:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:50:57,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d2e223b34ec3906ad99a60ad38adabc 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-11T16:50:57,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/67cd21448bde46b99c8c246c5b42c103 is 1055, key is row0001/info:/1731343857404/Put/seqid=0 2024-11-11T16:50:57,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741837_1013 (size=13386) 2024-11-11T16:50:57,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741837_1013 (size=13386) 2024-11-11T16:50:57,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T16:50:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56416 deadline: 1731343867451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 2024-11-11T16:50:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:50:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:50:57,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2 because the exception is null or not the one we care about 2024-11-11T16:50:57,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/67cd21448bde46b99c8c246c5b42c103 2024-11-11T16:50:57,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/67cd21448bde46b99c8c246c5b42c103 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/67cd21448bde46b99c8c246c5b42c103 2024-11-11T16:50:57,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/67cd21448bde46b99c8c246c5b42c103, entries=8, sequenceid=12, filesize=13.1 K 2024-11-11T16:50:57,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 3d2e223b34ec3906ad99a60ad38adabc in 449ms, sequenceid=12, compaction requested=false 2024-11-11T16:50:57,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d2e223b34ec3906ad99a60ad38adabc: 2024-11-11T16:51:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:07,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d2e223b34ec3906ad99a60ad38adabc 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-11T16:51:07,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/6b856b73b20f40c69c236279a96ff17a is 1055, key is row0009/info:/1731343857417/Put/seqid=0 2024-11-11T16:51:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741838_1014 (size=28134) 2024-11-11T16:51:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741838_1014 (size=28134) 2024-11-11T16:51:07,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/6b856b73b20f40c69c236279a96ff17a 2024-11-11T16:51:07,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/6b856b73b20f40c69c236279a96ff17a as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/6b856b73b20f40c69c236279a96ff17a 2024-11-11T16:51:07,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/6b856b73b20f40c69c236279a96ff17a, entries=22, sequenceid=37, filesize=27.5 K 2024-11-11T16:51:07,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 3d2e223b34ec3906ad99a60ad38adabc in 24ms, sequenceid=37, compaction requested=false 2024-11-11T16:51:07,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d2e223b34ec3906ad99a60ad38adabc: 2024-11-11T16:51:07,513 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-11T16:51:07,513 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:07,514 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/6b856b73b20f40c69c236279a96ff17a because midkey is the same as first or last row 2024-11-11T16:51:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:09,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d2e223b34ec3906ad99a60ad38adabc 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-11T16:51:09,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/15912eb9678b4d98ae4a2a157939aead is 1055, key is row0031/info:/1731343867490/Put/seqid=0 2024-11-11T16:51:09,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741839_1015 (size=13386) 2024-11-11T16:51:09,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741839_1015 (size=13386) 2024-11-11T16:51:09,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/15912eb9678b4d98ae4a2a157939aead 2024-11-11T16:51:09,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/15912eb9678b4d98ae4a2a157939aead as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/15912eb9678b4d98ae4a2a157939aead 2024-11-11T16:51:09,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/15912eb9678b4d98ae4a2a157939aead, entries=8, sequenceid=48, filesize=13.1 K 2024-11-11T16:51:09,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 3d2e223b34ec3906ad99a60ad38adabc in 27ms, sequenceid=48, compaction requested=true 2024-11-11T16:51:09,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d2e223b34ec3906ad99a60ad38adabc: 2024-11-11T16:51:09,531 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-11T16:51:09,531 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:09,531 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/6b856b73b20f40c69c236279a96ff17a because midkey is the same as first or last row 2024-11-11T16:51:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:09,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d2e223b34ec3906ad99a60ad38adabc:info, priority=-2147483648, current under compaction store size is 1 2024-11-11T16:51:09,532 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:51:09,534 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T16:51:09,534 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1541): 3d2e223b34ec3906ad99a60ad38adabc/info is initiating minor compaction (all files) 2024-11-11T16:51:09,534 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d2e223b34ec3906ad99a60ad38adabc/info in TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:51:09,534 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/67cd21448bde46b99c8c246c5b42c103, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/6b856b73b20f40c69c236279a96ff17a, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/15912eb9678b4d98ae4a2a157939aead] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp, totalSize=53.6 K 2024-11-11T16:51:09,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:09,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d2e223b34ec3906ad99a60ad38adabc 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-11T16:51:09,535 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67cd21448bde46b99c8c246c5b42c103, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731343857404 2024-11-11T16:51:09,536 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b856b73b20f40c69c236279a96ff17a, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731343857417 2024-11-11T16:51:09,536 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15912eb9678b4d98ae4a2a157939aead, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731343867490 2024-11-11T16:51:09,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/b86f515b34154abdb32a93bc0265fa66 is 1055, key is row0039/info:/1731343869505/Put/seqid=0 2024-11-11T16:51:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741840_1016 (size=22874) 2024-11-11T16:51:09,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741840_1016 (size=22874) 2024-11-11T16:51:09,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/b86f515b34154abdb32a93bc0265fa66 2024-11-11T16:51:09,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/b86f515b34154abdb32a93bc0265fa66 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b86f515b34154abdb32a93bc0265fa66 2024-11-11T16:51:09,561 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d2e223b34ec3906ad99a60ad38adabc#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:51:09,562 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/7d14cbbafba64bb1ab404333c770e58d is 1055, key is row0001/info:/1731343857404/Put/seqid=0 2024-11-11T16:51:09,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b86f515b34154abdb32a93bc0265fa66, entries=17, sequenceid=68, filesize=22.3 K 2024-11-11T16:51:09,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 3d2e223b34ec3906ad99a60ad38adabc in 30ms, sequenceid=68, compaction requested=false 2024-11-11T16:51:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d2e223b34ec3906ad99a60ad38adabc: 2024-11-11T16:51:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.0 K, sizeToCheck=16.0 K 2024-11-11T16:51:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/6b856b73b20f40c69c236279a96ff17a because midkey is the same as first or last row 2024-11-11T16:51:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741841_1017 (size=45105) 2024-11-11T16:51:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741841_1017 (size=45105) 2024-11-11T16:51:09,573 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/7d14cbbafba64bb1ab404333c770e58d as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d 2024-11-11T16:51:09,578 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d2e223b34ec3906ad99a60ad38adabc/info of 3d2e223b34ec3906ad99a60ad38adabc into 7d14cbbafba64bb1ab404333c770e58d(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:51:09,579 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d2e223b34ec3906ad99a60ad38adabc: 2024-11-11T16:51:09,580 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., storeName=3d2e223b34ec3906ad99a60ad38adabc/info, priority=13, startTime=1731343869532; duration=0sec 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d because midkey is the same as first or last row 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d because midkey is the same as first or last row 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d because midkey is the same as first or last row 2024-11-11T16:51:09,581 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:09,582 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d2e223b34ec3906ad99a60ad38adabc:info 2024-11-11T16:51:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d2e223b34ec3906ad99a60ad38adabc 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-11T16:51:11,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/48cbdbff140e49dc940df3c12479d1e7 is 1055, key is row0056/info:/1731343869536/Put/seqid=0 2024-11-11T16:51:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741842_1018 (size=15490) 2024-11-11T16:51:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741842_1018 (size=15490) 2024-11-11T16:51:11,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/48cbdbff140e49dc940df3c12479d1e7 2024-11-11T16:51:11,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/48cbdbff140e49dc940df3c12479d1e7 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/48cbdbff140e49dc940df3c12479d1e7 2024-11-11T16:51:11,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/48cbdbff140e49dc940df3c12479d1e7, entries=10, sequenceid=82, filesize=15.1 K 2024-11-11T16:51:11,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=16.42 KB/16816 for 3d2e223b34ec3906ad99a60ad38adabc in 27ms, sequenceid=82, compaction requested=true 2024-11-11T16:51:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d2e223b34ec3906ad99a60ad38adabc: 2024-11-11T16:51:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-11T16:51:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d because midkey is the same as first or last row 2024-11-11T16:51:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d2e223b34ec3906ad99a60ad38adabc:info, priority=-2147483648, current under compaction store size is 1 2024-11-11T16:51:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:11,585 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:51:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d2e223b34ec3906ad99a60ad38adabc 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-11T16:51:11,587 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T16:51:11,587 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1541): 3d2e223b34ec3906ad99a60ad38adabc/info is initiating minor compaction (all files) 2024-11-11T16:51:11,587 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d2e223b34ec3906ad99a60ad38adabc/info in TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:51:11,587 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b86f515b34154abdb32a93bc0265fa66, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/48cbdbff140e49dc940df3c12479d1e7] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp, totalSize=81.5 K 2024-11-11T16:51:11,587 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d14cbbafba64bb1ab404333c770e58d, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731343857404 2024-11-11T16:51:11,588 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting b86f515b34154abdb32a93bc0265fa66, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731343869505 2024-11-11T16:51:11,588 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48cbdbff140e49dc940df3c12479d1e7, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731343869536 2024-11-11T16:51:11,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/043e77b5491947d1b8fb600cbbc95079 is 1055, key is row0066/info:/1731343871559/Put/seqid=0 2024-11-11T16:51:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741843_1019 (size=22874) 2024-11-11T16:51:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741843_1019 (size=22874) 2024-11-11T16:51:11,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/043e77b5491947d1b8fb600cbbc95079 2024-11-11T16:51:11,606 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d2e223b34ec3906ad99a60ad38adabc#info#compaction#38 average throughput is 13.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:51:11,606 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/b1eb86e0886b42c7a60eec0bce3da050 is 1055, key is row0001/info:/1731343857404/Put/seqid=0 2024-11-11T16:51:11,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/043e77b5491947d1b8fb600cbbc95079 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/043e77b5491947d1b8fb600cbbc95079 2024-11-11T16:51:11,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T16:51:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56416 deadline: 1731343881613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 2024-11-11T16:51:11,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:51:11,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:51:11,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2 because the exception is null or not the one we care about 2024-11-11T16:51:11,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/043e77b5491947d1b8fb600cbbc95079, entries=17, sequenceid=102, filesize=22.3 K 2024-11-11T16:51:11,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 3d2e223b34ec3906ad99a60ad38adabc in 31ms, sequenceid=102, compaction requested=false 2024-11-11T16:51:11,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d2e223b34ec3906ad99a60ad38adabc: 2024-11-11T16:51:11,617 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=103.9 K, sizeToCheck=16.0 K 2024-11-11T16:51:11,617 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:11,617 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d because midkey is the same as first or last row 2024-11-11T16:51:11,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741844_1020 (size=73753) 2024-11-11T16:51:11,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741844_1020 (size=73753) 2024-11-11T16:51:11,639 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/b1eb86e0886b42c7a60eec0bce3da050 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b1eb86e0886b42c7a60eec0bce3da050 2024-11-11T16:51:11,647 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d2e223b34ec3906ad99a60ad38adabc/info of 3d2e223b34ec3906ad99a60ad38adabc into b1eb86e0886b42c7a60eec0bce3da050(size=72.0 K), total size for store is 94.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:51:11,647 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d2e223b34ec3906ad99a60ad38adabc: 2024-11-11T16:51:11,647 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., storeName=3d2e223b34ec3906ad99a60ad38adabc/info, priority=13, startTime=1731343871585; duration=0sec 2024-11-11T16:51:11,647 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-11T16:51:11,647 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:11,647 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-11T16:51:11,647 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:11,647 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-11T16:51:11,647 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-11T16:51:11,648 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:11,649 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:11,649 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d2e223b34ec3906ad99a60ad38adabc:info 2024-11-11T16:51:11,650 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44335 {}] assignment.AssignmentManager(1363): Split request from edba107346f4,33557,1731343846443, parent={ENCODED => 3d2e223b34ec3906ad99a60ad38adabc, NAME => 'TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-11T16:51:11,657 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44335 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=edba107346f4,33557,1731343846443 2024-11-11T16:51:11,662 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d2e223b34ec3906ad99a60ad38adabc, daughterA=9cb813bdc3761edddad635907096426b, daughterB=5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:11,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d2e223b34ec3906ad99a60ad38adabc, daughterA=9cb813bdc3761edddad635907096426b, daughterB=5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:11,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d2e223b34ec3906ad99a60ad38adabc, daughterA=9cb813bdc3761edddad635907096426b, daughterB=5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:11,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d2e223b34ec3906ad99a60ad38adabc, daughterA=9cb813bdc3761edddad635907096426b, daughterB=5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:11,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d2e223b34ec3906ad99a60ad38adabc, UNASSIGN}] 2024-11-11T16:51:11,672 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d2e223b34ec3906ad99a60ad38adabc, UNASSIGN 2024-11-11T16:51:11,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3d2e223b34ec3906ad99a60ad38adabc, regionState=CLOSING, regionLocation=edba107346f4,33557,1731343846443 2024-11-11T16:51:11,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d2e223b34ec3906ad99a60ad38adabc, UNASSIGN because future has completed 2024-11-11T16:51:11,676 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-11T16:51:11,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443}] 2024-11-11T16:51:11,833 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,833 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-11T16:51:11,834 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 3d2e223b34ec3906ad99a60ad38adabc, disabling compactions & flushes 2024-11-11T16:51:11,834 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:51:11,834 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:51:11,834 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. after waiting 0 ms 2024-11-11T16:51:11,834 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:51:11,834 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 3d2e223b34ec3906ad99a60ad38adabc 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-11T16:51:11,839 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/32d3f9d334484de4a57361caee92ebfc is 1055, key is row0083/info:/1731343871587/Put/seqid=0 2024-11-11T16:51:11,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741845_1021 (size=17594) 2024-11-11T16:51:11,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741845_1021 (size=17594) 2024-11-11T16:51:11,845 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/32d3f9d334484de4a57361caee92ebfc 2024-11-11T16:51:11,851 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/.tmp/info/32d3f9d334484de4a57361caee92ebfc as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/32d3f9d334484de4a57361caee92ebfc 2024-11-11T16:51:11,856 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/32d3f9d334484de4a57361caee92ebfc, entries=12, sequenceid=118, filesize=17.2 K 2024-11-11T16:51:11,857 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 3d2e223b34ec3906ad99a60ad38adabc in 23ms, sequenceid=118, compaction requested=true 2024-11-11T16:51:11,858 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/67cd21448bde46b99c8c246c5b42c103, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/6b856b73b20f40c69c236279a96ff17a, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/15912eb9678b4d98ae4a2a157939aead, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b86f515b34154abdb32a93bc0265fa66, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/48cbdbff140e49dc940df3c12479d1e7] to archive 2024-11-11T16:51:11,859 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T16:51:11,861 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/67cd21448bde46b99c8c246c5b42c103 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/67cd21448bde46b99c8c246c5b42c103 2024-11-11T16:51:11,862 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/6b856b73b20f40c69c236279a96ff17a to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/6b856b73b20f40c69c236279a96ff17a 2024-11-11T16:51:11,863 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/7d14cbbafba64bb1ab404333c770e58d 2024-11-11T16:51:11,864 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/15912eb9678b4d98ae4a2a157939aead to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/15912eb9678b4d98ae4a2a157939aead 2024-11-11T16:51:11,865 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b86f515b34154abdb32a93bc0265fa66 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b86f515b34154abdb32a93bc0265fa66 2024-11-11T16:51:11,866 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/48cbdbff140e49dc940df3c12479d1e7 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/48cbdbff140e49dc940df3c12479d1e7 2024-11-11T16:51:11,872 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-11T16:51:11,873 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. 2024-11-11T16:51:11,873 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 3d2e223b34ec3906ad99a60ad38adabc: Waiting for close lock at 1731343871834Running coprocessor pre-close hooks at 1731343871834Disabling compacts and flushes for region at 1731343871834Disabling writes for close at 1731343871834Obtaining lock to block concurrent updates at 1731343871834Preparing flush snapshotting stores in 3d2e223b34ec3906ad99a60ad38adabc at 1731343871834Finished memstore snapshotting TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., syncing WAL and waiting on mvcc, flushsize=dataSize=12612, getHeapSize=13776, getOffHeapSize=0, getCellsCount=12 at 1731343871835 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. at 1731343871835Flushing 3d2e223b34ec3906ad99a60ad38adabc/info: creating writer at 1731343871835Flushing 3d2e223b34ec3906ad99a60ad38adabc/info: appending metadata at 1731343871838 (+3 ms)Flushing 3d2e223b34ec3906ad99a60ad38adabc/info: closing flushed file at 1731343871838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b5669b: reopening flushed file at 1731343871850 (+12 ms)Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for 3d2e223b34ec3906ad99a60ad38adabc in 23ms, sequenceid=118, compaction requested=true at 1731343871857 (+7 ms)Writing region close event to WAL at 1731343871869 (+12 ms)Running coprocessor post-close hooks at 1731343871873 (+4 ms)Closed at 1731343871873 2024-11-11T16:51:11,875 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,876 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3d2e223b34ec3906ad99a60ad38adabc, regionState=CLOSED 2024-11-11T16:51:11,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 because future has completed 2024-11-11T16:51:11,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T16:51:11,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 3d2e223b34ec3906ad99a60ad38adabc, server=edba107346f4,33557,1731343846443 in 203 msec 2024-11-11T16:51:11,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T16:51:11,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d2e223b34ec3906ad99a60ad38adabc, UNASSIGN in 210 msec 2024-11-11T16:51:11,892 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:51:11,896 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=3d2e223b34ec3906ad99a60ad38adabc, threads=3 2024-11-11T16:51:11,898 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/32d3f9d334484de4a57361caee92ebfc for region: 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,898 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/043e77b5491947d1b8fb600cbbc95079 for region: 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,898 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b1eb86e0886b42c7a60eec0bce3da050 for region: 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,909 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/043e77b5491947d1b8fb600cbbc95079, top=true 2024-11-11T16:51:11,909 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/32d3f9d334484de4a57361caee92ebfc, top=true 2024-11-11T16:51:11,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741846_1022 (size=27) 2024-11-11T16:51:11,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741846_1022 (size=27) 2024-11-11T16:51:11,921 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-32d3f9d334484de4a57361caee92ebfc for child: 5d4ec220ca797d41ef7d4a80fc18f0cb, parent: 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,921 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-043e77b5491947d1b8fb600cbbc95079 for child: 5d4ec220ca797d41ef7d4a80fc18f0cb, parent: 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,921 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/32d3f9d334484de4a57361caee92ebfc for region: 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,921 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/043e77b5491947d1b8fb600cbbc95079 for region: 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741847_1023 (size=27) 2024-11-11T16:51:11,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741847_1023 (size=27) 2024-11-11T16:51:11,931 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b1eb86e0886b42c7a60eec0bce3da050 for region: 3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:51:11,933 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 3d2e223b34ec3906ad99a60ad38adabc Daughter A: [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc] storefiles, Daughter B: [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-043e77b5491947d1b8fb600cbbc95079, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-32d3f9d334484de4a57361caee92ebfc, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc] storefiles. 2024-11-11T16:51:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741848_1024 (size=71) 2024-11-11T16:51:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741848_1024 (size=71) 2024-11-11T16:51:11,943 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:51:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741849_1025 (size=71) 2024-11-11T16:51:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741849_1025 (size=71) 2024-11-11T16:51:11,958 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:51:11,970 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-11T16:51:11,973 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-11T16:51:11,976 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731343871975"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731343871975"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731343871975"}]},"ts":"1731343871975"} 2024-11-11T16:51:11,976 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731343871975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731343871975"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731343871975"}]},"ts":"1731343871975"} 2024-11-11T16:51:11,976 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731343871975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731343871975"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731343871975"}]},"ts":"1731343871975"} 2024-11-11T16:51:11,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9cb813bdc3761edddad635907096426b, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5d4ec220ca797d41ef7d4a80fc18f0cb, ASSIGN}] 2024-11-11T16:51:11,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9cb813bdc3761edddad635907096426b, ASSIGN 2024-11-11T16:51:11,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5d4ec220ca797d41ef7d4a80fc18f0cb, ASSIGN 2024-11-11T16:51:12,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9cb813bdc3761edddad635907096426b, ASSIGN; state=SPLITTING_NEW, location=edba107346f4,33557,1731343846443; forceNewPlan=false, retain=false 2024-11-11T16:51:12,000 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5d4ec220ca797d41ef7d4a80fc18f0cb, ASSIGN; state=SPLITTING_NEW, location=edba107346f4,33557,1731343846443; forceNewPlan=false, retain=false 2024-11-11T16:51:12,151 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5d4ec220ca797d41ef7d4a80fc18f0cb, regionState=OPENING, regionLocation=edba107346f4,33557,1731343846443 2024-11-11T16:51:12,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9cb813bdc3761edddad635907096426b, regionState=OPENING, regionLocation=edba107346f4,33557,1731343846443 2024-11-11T16:51:12,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5d4ec220ca797d41ef7d4a80fc18f0cb, ASSIGN because future has completed 2024-11-11T16:51:12,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443}] 2024-11-11T16:51:12,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9cb813bdc3761edddad635907096426b, ASSIGN because future has completed 2024-11-11T16:51:12,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cb813bdc3761edddad635907096426b, server=edba107346f4,33557,1731343846443}] 2024-11-11T16:51:12,309 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:51:12,310 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d4ec220ca797d41ef7d4a80fc18f0cb, NAME => 'TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-11T16:51:12,310 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,310 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:51:12,310 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,310 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,311 INFO [StoreOpener-5d4ec220ca797d41ef7d4a80fc18f0cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,312 INFO [StoreOpener-5d4ec220ca797d41ef7d4a80fc18f0cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4ec220ca797d41ef7d4a80fc18f0cb columnFamilyName info 2024-11-11T16:51:12,312 DEBUG [StoreOpener-5d4ec220ca797d41ef7d4a80fc18f0cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:51:12,321 DEBUG [StoreOpener-5d4ec220ca797d41ef7d4a80fc18f0cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-043e77b5491947d1b8fb600cbbc95079 2024-11-11T16:51:12,325 DEBUG [StoreOpener-5d4ec220ca797d41ef7d4a80fc18f0cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-32d3f9d334484de4a57361caee92ebfc 2024-11-11T16:51:12,333 DEBUG [StoreOpener-5d4ec220ca797d41ef7d4a80fc18f0cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc->hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b1eb86e0886b42c7a60eec0bce3da050-top 2024-11-11T16:51:12,333 INFO [StoreOpener-5d4ec220ca797d41ef7d4a80fc18f0cb-1 {}] regionserver.HStore(327): Store=5d4ec220ca797d41ef7d4a80fc18f0cb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:51:12,334 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,334 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,335 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,336 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,336 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,338 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,339 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 5d4ec220ca797d41ef7d4a80fc18f0cb; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875264, jitterRate=0.11295689642429352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:51:12,339 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:12,339 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: Running coprocessor pre-open hook at 1731343872310Writing region info on filesystem at 1731343872310Initializing all the Stores at 1731343872311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343872311Cleaning up temporary data from old regions at 1731343872336 (+25 ms)Running coprocessor post-open hooks at 1731343872339 (+3 ms)Region opened successfully at 1731343872339 2024-11-11T16:51:12,340 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., pid=12, masterSystemTime=1731343872306 2024-11-11T16:51:12,340 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 5d4ec220ca797d41ef7d4a80fc18f0cb:info, priority=-2147483648, current under compaction store size is 1 2024-11-11T16:51:12,340 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:12,340 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:51:12,341 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:51:12,341 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1541): 5d4ec220ca797d41ef7d4a80fc18f0cb/info is initiating minor compaction (all files) 2024-11-11T16:51:12,341 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d4ec220ca797d41ef7d4a80fc18f0cb/info in TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:51:12,342 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc->hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b1eb86e0886b42c7a60eec0bce3da050-top, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-043e77b5491947d1b8fb600cbbc95079, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-32d3f9d334484de4a57361caee92ebfc] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp, totalSize=111.5 K 2024-11-11T16:51:12,342 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731343857404 2024-11-11T16:51:12,342 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:51:12,342 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:51:12,343 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:51:12,343 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cb813bdc3761edddad635907096426b, NAME => 'TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-11T16:51:12,343 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,343 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-043e77b5491947d1b8fb600cbbc95079, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731343871559 2024-11-11T16:51:12,343 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:51:12,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5d4ec220ca797d41ef7d4a80fc18f0cb, regionState=OPEN, openSeqNum=122, regionLocation=edba107346f4,33557,1731343846443 2024-11-11T16:51:12,343 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,343 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,343 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-32d3f9d334484de4a57361caee92ebfc, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731343871587 2024-11-11T16:51:12,345 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-11T16:51:12,345 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-11T16:51:12,345 INFO [StoreOpener-9cb813bdc3761edddad635907096426b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 because future has completed 2024-11-11T16:51:12,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-11T16:51:12,347 INFO [StoreOpener-9cb813bdc3761edddad635907096426b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cb813bdc3761edddad635907096426b columnFamilyName info 2024-11-11T16:51:12,347 DEBUG [StoreOpener-9cb813bdc3761edddad635907096426b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:51:12,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T16:51:12,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 in 194 msec 2024-11-11T16:51:12,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5d4ec220ca797d41ef7d4a80fc18f0cb, ASSIGN in 352 msec 2024-11-11T16:51:12,360 DEBUG [StoreOpener-9cb813bdc3761edddad635907096426b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc->hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b1eb86e0886b42c7a60eec0bce3da050-bottom 2024-11-11T16:51:12,360 INFO [StoreOpener-9cb813bdc3761edddad635907096426b-1 {}] regionserver.HStore(327): Store=9cb813bdc3761edddad635907096426b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:51:12,360 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,361 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,362 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,362 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,363 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,364 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/info/61dba41e1cbf45d9bd610034a42b35a8 is 193, key is TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb./info:regioninfo/1731343872343/Put/seqid=0 2024-11-11T16:51:12,365 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 9cb813bdc3761edddad635907096426b; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=760091, jitterRate=-0.03349485993385315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T16:51:12,365 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cb813bdc3761edddad635907096426b 2024-11-11T16:51:12,366 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9cb813bdc3761edddad635907096426b: Running coprocessor pre-open hook at 1731343872343Writing region info on filesystem at 1731343872343Initializing all the Stores at 1731343872345 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343872345Cleaning up temporary data from old regions at 1731343872363 (+18 ms)Running coprocessor post-open hooks at 1731343872365 (+2 ms)Region opened successfully at 1731343872366 (+1 ms) 2024-11-11T16:51:12,366 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b., pid=13, masterSystemTime=1731343872306 2024-11-11T16:51:12,366 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 9cb813bdc3761edddad635907096426b:info, priority=-2147483648, current under compaction store size is 2 2024-11-11T16:51:12,366 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:12,367 DEBUG [RS:0;edba107346f4:33557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-11T16:51:12,367 INFO [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:51:12,367 DEBUG [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.HStore(1541): 9cb813bdc3761edddad635907096426b/info is initiating minor compaction (all files) 2024-11-11T16:51:12,367 INFO [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cb813bdc3761edddad635907096426b/info in TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:51:12,368 INFO [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc->hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b1eb86e0886b42c7a60eec0bce3da050-bottom] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/.tmp, totalSize=72.0 K 2024-11-11T16:51:12,368 DEBUG [RS:0;edba107346f4:33557-longCompactions-0 {}] compactions.Compactor(225): Compacting b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731343857404 2024-11-11T16:51:12,369 DEBUG [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:51:12,369 INFO [RS_OPEN_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:51:12,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9cb813bdc3761edddad635907096426b, regionState=OPEN, openSeqNum=122, regionLocation=edba107346f4,33557,1731343846443 2024-11-11T16:51:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741850_1026 (size=9882) 2024-11-11T16:51:12,398 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d4ec220ca797d41ef7d4a80fc18f0cb#info#compaction#41 average throughput is 1.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:51:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741850_1026 (size=9882) 2024-11-11T16:51:12,399 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/b6706f8ac03b46d7b4e020aefc03d80f is 1055, key is row0064/info:/1731343869554/Put/seqid=0 2024-11-11T16:51:12,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/info/61dba41e1cbf45d9bd610034a42b35a8 2024-11-11T16:51:12,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cb813bdc3761edddad635907096426b, server=edba107346f4,33557,1731343846443 because future has completed 2024-11-11T16:51:12,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-11T16:51:12,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cb813bdc3761edddad635907096426b, server=edba107346f4,33557,1731343846443 in 248 msec 2024-11-11T16:51:12,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-11T16:51:12,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=9cb813bdc3761edddad635907096426b, ASSIGN in 407 msec 2024-11-11T16:51:12,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d2e223b34ec3906ad99a60ad38adabc, daughterA=9cb813bdc3761edddad635907096426b, daughterB=5d4ec220ca797d41ef7d4a80fc18f0cb in 751 msec 2024-11-11T16:51:12,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741851_1027 (size=37897) 2024-11-11T16:51:12,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741851_1027 (size=37897) 2024-11-11T16:51:12,419 INFO [RS:0;edba107346f4:33557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cb813bdc3761edddad635907096426b#info#compaction#42 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:51:12,419 DEBUG [RS:0;edba107346f4:33557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/.tmp/info/40320b52538c4975a4ab246d80914656 is 1055, key is row0001/info:/1731343857404/Put/seqid=0 2024-11-11T16:51:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741852_1028 (size=71441) 2024-11-11T16:51:12,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/ns/2ac3c66f72fd4dee8fdea74365d601ed is 43, key is default/ns:d/1731343847272/Put/seqid=0 2024-11-11T16:51:12,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741852_1028 (size=71441) 2024-11-11T16:51:12,425 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/b6706f8ac03b46d7b4e020aefc03d80f as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b6706f8ac03b46d7b4e020aefc03d80f 2024-11-11T16:51:12,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741853_1029 (size=5153) 2024-11-11T16:51:12,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741853_1029 (size=5153) 2024-11-11T16:51:12,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/ns/2ac3c66f72fd4dee8fdea74365d601ed 2024-11-11T16:51:12,433 DEBUG [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/.tmp/info/40320b52538c4975a4ab246d80914656 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/info/40320b52538c4975a4ab246d80914656 2024-11-11T16:51:12,435 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d4ec220ca797d41ef7d4a80fc18f0cb/info of 5d4ec220ca797d41ef7d4a80fc18f0cb into b6706f8ac03b46d7b4e020aefc03d80f(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:51:12,435 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:12,435 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., storeName=5d4ec220ca797d41ef7d4a80fc18f0cb/info, priority=13, startTime=1731343872340; duration=0sec 2024-11-11T16:51:12,435 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:12,435 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d4ec220ca797d41ef7d4a80fc18f0cb:info 2024-11-11T16:51:12,439 INFO [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 9cb813bdc3761edddad635907096426b/info of 9cb813bdc3761edddad635907096426b into 40320b52538c4975a4ab246d80914656(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:51:12,439 DEBUG [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cb813bdc3761edddad635907096426b: 2024-11-11T16:51:12,439 INFO [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b., storeName=9cb813bdc3761edddad635907096426b/info, priority=15, startTime=1731343872366; duration=0sec 2024-11-11T16:51:12,439 DEBUG [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:12,439 DEBUG [RS:0;edba107346f4:33557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cb813bdc3761edddad635907096426b:info 2024-11-11T16:51:12,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/table/39cdb17c870e47178463b9c2f03ed0d9 is 65, key is TestLogRolling-testLogRolling/table:state/1731343847753/Put/seqid=0 2024-11-11T16:51:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741854_1030 (size=5340) 2024-11-11T16:51:12,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741854_1030 (size=5340) 2024-11-11T16:51:12,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/table/39cdb17c870e47178463b9c2f03ed0d9 2024-11-11T16:51:12,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/info/61dba41e1cbf45d9bd610034a42b35a8 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/info/61dba41e1cbf45d9bd610034a42b35a8 2024-11-11T16:51:12,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/info/61dba41e1cbf45d9bd610034a42b35a8, entries=30, sequenceid=17, filesize=9.7 K 2024-11-11T16:51:12,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/ns/2ac3c66f72fd4dee8fdea74365d601ed as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/ns/2ac3c66f72fd4dee8fdea74365d601ed 2024-11-11T16:51:12,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/ns/2ac3c66f72fd4dee8fdea74365d601ed, entries=2, sequenceid=17, filesize=5.0 K 2024-11-11T16:51:12,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/table/39cdb17c870e47178463b9c2f03ed0d9 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/table/39cdb17c870e47178463b9c2f03ed0d9 2024-11-11T16:51:12,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/table/39cdb17c870e47178463b9c2f03ed0d9, entries=2, sequenceid=17, filesize=5.2 K 2024-11-11T16:51:12,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 135ms, sequenceid=17, compaction requested=false 2024-11-11T16:51:12,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-11T16:51:16,376 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:51:16,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:16,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:16,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:16,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:16,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:16,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:16,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:16,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:16,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:16,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T16:51:17,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:17,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T16:51:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56416 deadline: 1731343891628, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. is not online on edba107346f4,33557,1731343846443 2024-11-11T16:51:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. is not online on edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:51:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc. is not online on edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:51:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731343847375.3d2e223b34ec3906ad99a60ad38adabc., hostname=edba107346f4,33557,1731343846443, seqNum=2 from cache 2024-11-11T16:51:28,182 INFO [master/edba107346f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T16:51:28,182 INFO [master/edba107346f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T16:51:32,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-11T16:51:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., hostname=edba107346f4,33557,1731343846443, seqNum=122] 2024-11-11T16:51:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:43,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-11T16:51:43,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/35f4c5c3b7144eb8a31d0c8917d73aa1 is 1055, key is row0095/info:/1731343901764/Put/seqid=0 2024-11-11T16:51:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741855_1031 (size=13391) 2024-11-11T16:51:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741855_1031 (size=13391) 2024-11-11T16:51:43,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/35f4c5c3b7144eb8a31d0c8917d73aa1 2024-11-11T16:51:43,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/35f4c5c3b7144eb8a31d0c8917d73aa1 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/35f4c5c3b7144eb8a31d0c8917d73aa1 2024-11-11T16:51:43,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/35f4c5c3b7144eb8a31d0c8917d73aa1, entries=8, sequenceid=133, filesize=13.1 K 2024-11-11T16:51:43,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 28ms, sequenceid=133, compaction requested=false 2024-11-11T16:51:43,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:43,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-11T16:51:43,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/60df9cd5cd024c40907593e8b0cba5d3 is 1055, key is row0103/info:/1731343903778/Put/seqid=0 2024-11-11T16:51:43,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741856_1032 (size=24997) 2024-11-11T16:51:43,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741856_1032 (size=24997) 2024-11-11T16:51:43,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/60df9cd5cd024c40907593e8b0cba5d3 2024-11-11T16:51:43,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/60df9cd5cd024c40907593e8b0cba5d3 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/60df9cd5cd024c40907593e8b0cba5d3 2024-11-11T16:51:43,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/60df9cd5cd024c40907593e8b0cba5d3, entries=19, sequenceid=155, filesize=24.4 K 2024-11-11T16:51:43,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=7.18 KB/7357 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 26ms, sequenceid=155, compaction requested=true 2024-11-11T16:51:43,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:43,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d4ec220ca797d41ef7d4a80fc18f0cb:info, priority=-2147483648, current under compaction store size is 1 2024-11-11T16:51:43,832 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:51:43,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:43,833 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76285 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T16:51:43,833 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1541): 5d4ec220ca797d41ef7d4a80fc18f0cb/info is initiating minor compaction (all files) 2024-11-11T16:51:43,833 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d4ec220ca797d41ef7d4a80fc18f0cb/info in TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:51:43,834 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b6706f8ac03b46d7b4e020aefc03d80f, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/35f4c5c3b7144eb8a31d0c8917d73aa1, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/60df9cd5cd024c40907593e8b0cba5d3] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp, totalSize=74.5 K 2024-11-11T16:51:43,834 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6706f8ac03b46d7b4e020aefc03d80f, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731343869554 2024-11-11T16:51:43,834 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35f4c5c3b7144eb8a31d0c8917d73aa1, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731343901764 2024-11-11T16:51:43,835 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60df9cd5cd024c40907593e8b0cba5d3, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731343903778 2024-11-11T16:51:43,848 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d4ec220ca797d41ef7d4a80fc18f0cb#info#compaction#47 average throughput is 19.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:51:43,848 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/f77737e4c2564958951679c63b422ba3 is 1055, key is row0064/info:/1731343869554/Put/seqid=0 2024-11-11T16:51:43,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741857_1033 (size=66499) 2024-11-11T16:51:43,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741857_1033 (size=66499) 2024-11-11T16:51:43,860 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/f77737e4c2564958951679c63b422ba3 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/f77737e4c2564958951679c63b422ba3 2024-11-11T16:51:43,867 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d4ec220ca797d41ef7d4a80fc18f0cb/info of 5d4ec220ca797d41ef7d4a80fc18f0cb into f77737e4c2564958951679c63b422ba3(size=64.9 K), total size for store is 64.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:51:43,867 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:43,867 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., storeName=5d4ec220ca797d41ef7d4a80fc18f0cb/info, priority=13, startTime=1731343903832; duration=0sec 2024-11-11T16:51:43,867 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:43,867 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d4ec220ca797d41ef7d4a80fc18f0cb:info 2024-11-11T16:51:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:45,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-11T16:51:45,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/6dd8e34cd501465b8c4cc4a1439a8b47 is 1055, key is row0122/info:/1731343903807/Put/seqid=0 2024-11-11T16:51:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741858_1034 (size=13394) 2024-11-11T16:51:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741858_1034 (size=13394) 2024-11-11T16:51:45,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/6dd8e34cd501465b8c4cc4a1439a8b47 2024-11-11T16:51:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/6dd8e34cd501465b8c4cc4a1439a8b47 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/6dd8e34cd501465b8c4cc4a1439a8b47 2024-11-11T16:51:45,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/6dd8e34cd501465b8c4cc4a1439a8b47, entries=8, sequenceid=167, filesize=13.1 K 2024-11-11T16:51:45,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 25ms, sequenceid=167, compaction requested=false 2024-11-11T16:51:45,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:45,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-11T16:51:45,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/ae0c36bdb3d244c8a0cc99379374d1c5 is 1055, key is row0130/info:/1731343905822/Put/seqid=0 2024-11-11T16:51:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741859_1035 (size=20781) 2024-11-11T16:51:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741859_1035 (size=20781) 2024-11-11T16:51:45,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/ae0c36bdb3d244c8a0cc99379374d1c5 2024-11-11T16:51:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/ae0c36bdb3d244c8a0cc99379374d1c5 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/ae0c36bdb3d244c8a0cc99379374d1c5 2024-11-11T16:51:45,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/ae0c36bdb3d244c8a0cc99379374d1c5, entries=15, sequenceid=185, filesize=20.3 K 2024-11-11T16:51:45,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T16:51:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56416 deadline: 1731343915869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 2024-11-11T16:51:45,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 23ms, sequenceid=185, compaction requested=true 2024-11-11T16:51:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d4ec220ca797d41ef7d4a80fc18f0cb:info, priority=-2147483648, current under compaction store size is 1 2024-11-11T16:51:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., hostname=edba107346f4,33557,1731343846443, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., hostname=edba107346f4,33557,1731343846443, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:51:45,870 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:51:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., hostname=edba107346f4,33557,1731343846443, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:51:45,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., hostname=edba107346f4,33557,1731343846443, seqNum=122 because the exception is null or not the one we care about 2024-11-11T16:51:45,871 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100674 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T16:51:45,871 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1541): 5d4ec220ca797d41ef7d4a80fc18f0cb/info is initiating minor compaction (all files) 2024-11-11T16:51:45,871 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d4ec220ca797d41ef7d4a80fc18f0cb/info in TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:51:45,871 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/f77737e4c2564958951679c63b422ba3, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/6dd8e34cd501465b8c4cc4a1439a8b47, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/ae0c36bdb3d244c8a0cc99379374d1c5] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp, totalSize=98.3 K 2024-11-11T16:51:45,871 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting f77737e4c2564958951679c63b422ba3, keycount=58, bloomtype=ROW, size=64.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731343869554 2024-11-11T16:51:45,872 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dd8e34cd501465b8c4cc4a1439a8b47, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731343903807 2024-11-11T16:51:45,872 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae0c36bdb3d244c8a0cc99379374d1c5, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731343905822 2024-11-11T16:51:45,882 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d4ec220ca797d41ef7d4a80fc18f0cb#info#compaction#50 average throughput is 40.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:51:45,883 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/d9b02aa6bc604ffba4390c1fc4e0ab72 is 1055, key is row0064/info:/1731343869554/Put/seqid=0 2024-11-11T16:51:45,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741860_1036 (size=90897) 2024-11-11T16:51:45,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741860_1036 (size=90897) 2024-11-11T16:51:45,893 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/d9b02aa6bc604ffba4390c1fc4e0ab72 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/d9b02aa6bc604ffba4390c1fc4e0ab72 2024-11-11T16:51:45,899 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d4ec220ca797d41ef7d4a80fc18f0cb/info of 5d4ec220ca797d41ef7d4a80fc18f0cb into d9b02aa6bc604ffba4390c1fc4e0ab72(size=88.8 K), total size for store is 88.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:51:45,899 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:45,899 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., storeName=5d4ec220ca797d41ef7d4a80fc18f0cb/info, priority=13, startTime=1731343905870; duration=0sec 2024-11-11T16:51:45,899 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:45,899 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d4ec220ca797d41ef7d4a80fc18f0cb:info 2024-11-11T16:51:46,376 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T16:51:47,311 DEBUG [master/edba107346f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T16:51:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:55,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-11T16:51:55,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/bfdc74fb473e4840ac2de26584a10349 is 1055, key is row0145/info:/1731343905847/Put/seqid=0 2024-11-11T16:51:55,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741861_1037 (size=20781) 2024-11-11T16:51:55,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741861_1037 (size=20781) 2024-11-11T16:51:55,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/bfdc74fb473e4840ac2de26584a10349 2024-11-11T16:51:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/bfdc74fb473e4840ac2de26584a10349 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bfdc74fb473e4840ac2de26584a10349 2024-11-11T16:51:55,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bfdc74fb473e4840ac2de26584a10349, entries=15, sequenceid=204, filesize=20.3 K 2024-11-11T16:51:55,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 24ms, sequenceid=204, compaction requested=false 2024-11-11T16:51:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:57,310 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5d4ec220ca797d41ef7d4a80fc18f0cb, had cached 0 bytes from a total of 111678 2024-11-11T16:51:57,343 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9cb813bdc3761edddad635907096426b, had cached 0 bytes from a total of 71441 2024-11-11T16:51:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:57,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-11T16:51:57,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/dbecd2f2a65b45beb7466a371cd6ca83 is 1055, key is row0160/info:/1731343915900/Put/seqid=0 2024-11-11T16:51:57,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741862_1038 (size=13394) 2024-11-11T16:51:57,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741862_1038 (size=13394) 2024-11-11T16:51:57,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/dbecd2f2a65b45beb7466a371cd6ca83 2024-11-11T16:51:57,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/dbecd2f2a65b45beb7466a371cd6ca83 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/dbecd2f2a65b45beb7466a371cd6ca83 2024-11-11T16:51:57,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/dbecd2f2a65b45beb7466a371cd6ca83, entries=8, sequenceid=215, filesize=13.1 K 2024-11-11T16:51:57,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 28ms, sequenceid=215, compaction requested=true 2024-11-11T16:51:57,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:57,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d4ec220ca797d41ef7d4a80fc18f0cb:info, priority=-2147483648, current under compaction store size is 1 2024-11-11T16:51:57,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:57,942 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:51:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:57,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-11T16:51:57,943 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125072 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T16:51:57,943 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1541): 5d4ec220ca797d41ef7d4a80fc18f0cb/info is initiating minor compaction (all files) 2024-11-11T16:51:57,943 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d4ec220ca797d41ef7d4a80fc18f0cb/info in TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:51:57,943 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/d9b02aa6bc604ffba4390c1fc4e0ab72, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bfdc74fb473e4840ac2de26584a10349, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/dbecd2f2a65b45beb7466a371cd6ca83] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp, totalSize=122.1 K 2024-11-11T16:51:57,944 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9b02aa6bc604ffba4390c1fc4e0ab72, keycount=81, bloomtype=ROW, size=88.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731343869554 2024-11-11T16:51:57,944 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfdc74fb473e4840ac2de26584a10349, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731343905847 2024-11-11T16:51:57,945 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbecd2f2a65b45beb7466a371cd6ca83, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731343915900 2024-11-11T16:51:57,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/43d04412a12142a597f5b5651a7da3c0 is 1055, key is row0168/info:/1731343917914/Put/seqid=0 2024-11-11T16:51:57,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741863_1039 (size=24997) 2024-11-11T16:51:57,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741863_1039 (size=24997) 2024-11-11T16:51:57,967 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d4ec220ca797d41ef7d4a80fc18f0cb#info#compaction#54 average throughput is 52.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:51:57,968 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/2e6ae365c64e4500b090e89f9aabf1de is 1055, key is row0064/info:/1731343869554/Put/seqid=0 2024-11-11T16:51:57,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741864_1040 (size=115222) 2024-11-11T16:51:57,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741864_1040 (size=115222) 2024-11-11T16:51:57,977 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/2e6ae365c64e4500b090e89f9aabf1de as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/2e6ae365c64e4500b090e89f9aabf1de 2024-11-11T16:51:57,982 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d4ec220ca797d41ef7d4a80fc18f0cb/info of 5d4ec220ca797d41ef7d4a80fc18f0cb into 2e6ae365c64e4500b090e89f9aabf1de(size=112.5 K), total size for store is 112.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:51:57,982 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:57,982 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., storeName=5d4ec220ca797d41ef7d4a80fc18f0cb/info, priority=13, startTime=1731343917941; duration=0sec 2024-11-11T16:51:57,982 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:57,982 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d4ec220ca797d41ef7d4a80fc18f0cb:info 2024-11-11T16:51:58,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/43d04412a12142a597f5b5651a7da3c0 2024-11-11T16:51:58,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/43d04412a12142a597f5b5651a7da3c0 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/43d04412a12142a597f5b5651a7da3c0 2024-11-11T16:51:58,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/43d04412a12142a597f5b5651a7da3c0, entries=19, sequenceid=237, filesize=24.4 K 2024-11-11T16:51:58,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=6.16 KB/6306 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 424ms, sequenceid=237, compaction requested=false 2024-11-11T16:51:58,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:59,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-11T16:51:59,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/94b3ced08d4c456281c9d81b48d6156d is 1055, key is row0187/info:/1731343917943/Put/seqid=0 2024-11-11T16:51:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741865_1041 (size=13394) 2024-11-11T16:51:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741865_1041 (size=13394) 2024-11-11T16:51:59,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/94b3ced08d4c456281c9d81b48d6156d 2024-11-11T16:51:59,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/94b3ced08d4c456281c9d81b48d6156d as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/94b3ced08d4c456281c9d81b48d6156d 2024-11-11T16:51:59,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/94b3ced08d4c456281c9d81b48d6156d, entries=8, sequenceid=249, filesize=13.1 K 2024-11-11T16:51:59,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 22ms, sequenceid=249, compaction requested=true 2024-11-11T16:51:59,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:51:59,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d4ec220ca797d41ef7d4a80fc18f0cb:info, priority=-2147483648, current under compaction store size is 1 2024-11-11T16:51:59,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:51:59,984 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:51:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:51:59,986 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153613 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T16:51:59,986 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1541): 5d4ec220ca797d41ef7d4a80fc18f0cb/info is initiating minor compaction (all files) 2024-11-11T16:51:59,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-11T16:51:59,986 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d4ec220ca797d41ef7d4a80fc18f0cb/info in TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:51:59,986 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/2e6ae365c64e4500b090e89f9aabf1de, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/43d04412a12142a597f5b5651a7da3c0, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/94b3ced08d4c456281c9d81b48d6156d] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp, totalSize=150.0 K 2024-11-11T16:51:59,986 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e6ae365c64e4500b090e89f9aabf1de, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731343869554 2024-11-11T16:51:59,987 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43d04412a12142a597f5b5651a7da3c0, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731343917914 2024-11-11T16:51:59,987 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94b3ced08d4c456281c9d81b48d6156d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731343917943 2024-11-11T16:51:59,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/83f4556c7d124db8a13bc3a24bd7dad5 is 1055, key is row0195/info:/1731343919964/Put/seqid=0 2024-11-11T16:51:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741866_1042 (size=21849) 2024-11-11T16:51:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741866_1042 (size=21849) 2024-11-11T16:51:59,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/83f4556c7d124db8a13bc3a24bd7dad5 2024-11-11T16:52:00,000 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d4ec220ca797d41ef7d4a80fc18f0cb#info#compaction#57 average throughput is 43.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:52:00,001 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/bbac889ad07b4b0e967f4f5f3bef458b is 1055, key is row0064/info:/1731343869554/Put/seqid=0 2024-11-11T16:52:00,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/83f4556c7d124db8a13bc3a24bd7dad5 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/83f4556c7d124db8a13bc3a24bd7dad5 2024-11-11T16:52:00,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741867_1043 (size=143959) 2024-11-11T16:52:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741867_1043 (size=143959) 2024-11-11T16:52:00,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T16:52:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56416 deadline: 1731343930011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 2024-11-11T16:52:00,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/83f4556c7d124db8a13bc3a24bd7dad5, entries=16, sequenceid=268, filesize=21.3 K 2024-11-11T16:52:00,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., hostname=edba107346f4,33557,1731343846443, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., hostname=edba107346f4,33557,1731343846443, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:52:00,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., hostname=edba107346f4,33557,1731343846443, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5d4ec220ca797d41ef7d4a80fc18f0cb, server=edba107346f4,33557,1731343846443 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T16:52:00,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., hostname=edba107346f4,33557,1731343846443, seqNum=122 because the exception is null or not the one we care about 2024-11-11T16:52:00,013 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/bbac889ad07b4b0e967f4f5f3bef458b as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bbac889ad07b4b0e967f4f5f3bef458b 2024-11-11T16:52:00,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 28ms, sequenceid=268, compaction requested=false 2024-11-11T16:52:00,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:52:00,019 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d4ec220ca797d41ef7d4a80fc18f0cb/info of 5d4ec220ca797d41ef7d4a80fc18f0cb into bbac889ad07b4b0e967f4f5f3bef458b(size=140.6 K), total size for store is 161.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:52:00,019 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:52:00,019 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., storeName=5d4ec220ca797d41ef7d4a80fc18f0cb/info, priority=13, startTime=1731343919984; duration=0sec 2024-11-11T16:52:00,020 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:52:00,020 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d4ec220ca797d41ef7d4a80fc18f0cb:info 2024-11-11T16:52:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:52:10,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-11T16:52:10,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/9e7b9101a3bb4352973401244f44cd83 is 1055, key is row0211/info:/1731343919987/Put/seqid=0 2024-11-11T16:52:10,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741868_1044 (size=19742) 2024-11-11T16:52:10,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741868_1044 (size=19742) 2024-11-11T16:52:10,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/9e7b9101a3bb4352973401244f44cd83 2024-11-11T16:52:10,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/9e7b9101a3bb4352973401244f44cd83 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/9e7b9101a3bb4352973401244f44cd83 2024-11-11T16:52:10,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/9e7b9101a3bb4352973401244f44cd83, entries=14, sequenceid=286, filesize=19.3 K 2024-11-11T16:52:10,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 24ms, sequenceid=286, compaction requested=true 2024-11-11T16:52:10,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:52:10,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d4ec220ca797d41ef7d4a80fc18f0cb:info, priority=-2147483648, current under compaction store size is 1 2024-11-11T16:52:10,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:52:10,053 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:52:10,054 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 185550 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T16:52:10,054 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1541): 5d4ec220ca797d41ef7d4a80fc18f0cb/info is initiating minor compaction (all files) 2024-11-11T16:52:10,054 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d4ec220ca797d41ef7d4a80fc18f0cb/info in TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:52:10,054 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bbac889ad07b4b0e967f4f5f3bef458b, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/83f4556c7d124db8a13bc3a24bd7dad5, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/9e7b9101a3bb4352973401244f44cd83] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp, totalSize=181.2 K 2024-11-11T16:52:10,055 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbac889ad07b4b0e967f4f5f3bef458b, keycount=131, bloomtype=ROW, size=140.6 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731343869554 2024-11-11T16:52:10,055 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83f4556c7d124db8a13bc3a24bd7dad5, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731343919964 2024-11-11T16:52:10,056 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e7b9101a3bb4352973401244f44cd83, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731343919987 2024-11-11T16:52:10,070 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d4ec220ca797d41ef7d4a80fc18f0cb#info#compaction#59 average throughput is 53.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:52:10,070 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/b19c87e0a9c04dffbcda51e22ec2d0d8 is 1055, key is row0064/info:/1731343869554/Put/seqid=0 2024-11-11T16:52:10,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741869_1045 (size=175684) 2024-11-11T16:52:10,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741869_1045 (size=175684) 2024-11-11T16:52:10,082 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/b19c87e0a9c04dffbcda51e22ec2d0d8 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b19c87e0a9c04dffbcda51e22ec2d0d8 2024-11-11T16:52:10,088 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d4ec220ca797d41ef7d4a80fc18f0cb/info of 5d4ec220ca797d41ef7d4a80fc18f0cb into b19c87e0a9c04dffbcda51e22ec2d0d8(size=171.6 K), total size for store is 171.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:52:10,088 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:52:10,088 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., storeName=5d4ec220ca797d41ef7d4a80fc18f0cb/info, priority=13, startTime=1731343930053; duration=0sec 2024-11-11T16:52:10,088 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:52:10,088 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d4ec220ca797d41ef7d4a80fc18f0cb:info 2024-11-11T16:52:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:52:12,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-11T16:52:12,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/00683b33ebdd4c03b1d203cb982db5ab is 1055, key is row0225/info:/1731343932030/Put/seqid=0 2024-11-11T16:52:12,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741870_1046 (size=13402) 2024-11-11T16:52:12,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741870_1046 (size=13402) 2024-11-11T16:52:12,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/00683b33ebdd4c03b1d203cb982db5ab 2024-11-11T16:52:12,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/00683b33ebdd4c03b1d203cb982db5ab as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/00683b33ebdd4c03b1d203cb982db5ab 2024-11-11T16:52:12,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/00683b33ebdd4c03b1d203cb982db5ab, entries=8, sequenceid=298, filesize=13.1 K 2024-11-11T16:52:12,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 22ms, sequenceid=298, compaction requested=false 2024-11-11T16:52:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:52:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.HRegion(8855): Flush requested on 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:52:12,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-11T16:52:12,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/318cc3286c9a44fca63be5f4d8ad43b5 is 1055, key is row0233/info:/1731343932042/Put/seqid=0 2024-11-11T16:52:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741871_1047 (size=22908) 2024-11-11T16:52:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741871_1047 (size=22908) 2024-11-11T16:52:12,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/318cc3286c9a44fca63be5f4d8ad43b5 2024-11-11T16:52:12,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/318cc3286c9a44fca63be5f4d8ad43b5 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/318cc3286c9a44fca63be5f4d8ad43b5 2024-11-11T16:52:12,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/318cc3286c9a44fca63be5f4d8ad43b5, entries=17, sequenceid=318, filesize=22.4 K 2024-11-11T16:52:12,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 20ms, sequenceid=318, compaction requested=true 2024-11-11T16:52:12,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:52:12,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d4ec220ca797d41ef7d4a80fc18f0cb:info, priority=-2147483648, current under compaction store size is 1 2024-11-11T16:52:12,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:52:12,086 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T16:52:12,087 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 211994 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T16:52:12,087 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1541): 5d4ec220ca797d41ef7d4a80fc18f0cb/info is initiating minor compaction (all files) 2024-11-11T16:52:12,087 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d4ec220ca797d41ef7d4a80fc18f0cb/info in TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:52:12,087 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b19c87e0a9c04dffbcda51e22ec2d0d8, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/00683b33ebdd4c03b1d203cb982db5ab, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/318cc3286c9a44fca63be5f4d8ad43b5] into tmpdir=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp, totalSize=207.0 K 2024-11-11T16:52:12,087 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting b19c87e0a9c04dffbcda51e22ec2d0d8, keycount=161, bloomtype=ROW, size=171.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731343869554 2024-11-11T16:52:12,088 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00683b33ebdd4c03b1d203cb982db5ab, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731343932030 2024-11-11T16:52:12,088 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] compactions.Compactor(225): Compacting 318cc3286c9a44fca63be5f4d8ad43b5, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731343932042 2024-11-11T16:52:12,099 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d4ec220ca797d41ef7d4a80fc18f0cb#info#compaction#62 average throughput is 62.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T16:52:12,100 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/f9e069b470b34e11a483b0e6539d6d57 is 1055, key is row0064/info:/1731343869554/Put/seqid=0 2024-11-11T16:52:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741872_1048 (size=202140) 2024-11-11T16:52:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741872_1048 (size=202140) 2024-11-11T16:52:12,109 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/f9e069b470b34e11a483b0e6539d6d57 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/f9e069b470b34e11a483b0e6539d6d57 2024-11-11T16:52:12,115 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d4ec220ca797d41ef7d4a80fc18f0cb/info of 5d4ec220ca797d41ef7d4a80fc18f0cb into f9e069b470b34e11a483b0e6539d6d57(size=197.4 K), total size for store is 197.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T16:52:12,115 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:52:12,115 INFO [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb., storeName=5d4ec220ca797d41ef7d4a80fc18f0cb/info, priority=13, startTime=1731343932086; duration=0sec 2024-11-11T16:52:12,115 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T16:52:12,115 DEBUG [RS:0;edba107346f4:33557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d4ec220ca797d41ef7d4a80fc18f0cb:info 2024-11-11T16:52:14,076 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-11T16:52:14,089 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343934076, exclude list is [], retry=0 2024-11-11T16:52:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37739,DS-80e606e2-a421-4845-8130-dc5c616b2df9,DISK] 2024-11-11T16:52:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41319,DS-d54eb491-a90e-4c7d-94f7-2b2b094d1315,DISK] 2024-11-11T16:52:14,094 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343846824 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343934076 2024-11-11T16:52:14,094 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45903:45903),(127.0.0.1/127.0.0.1:33827:33827)] 2024-11-11T16:52:14,094 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343846824 is not closed yet, will try archiving it next time 2024-11-11T16:52:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741833_1009 (size=308076) 2024-11-11T16:52:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741833_1009 (size=308076) 2024-11-11T16:52:14,098 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-11T16:52:14,102 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/info/b502b0ea8d864094aabfdc85776e311f is 186, key is TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b./info:regioninfo/1731343872370/Put/seqid=0 2024-11-11T16:52:14,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741874_1050 (size=6153) 2024-11-11T16:52:14,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741874_1050 (size=6153) 2024-11-11T16:52:14,107 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/info/b502b0ea8d864094aabfdc85776e311f 2024-11-11T16:52:14,113 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/.tmp/info/b502b0ea8d864094aabfdc85776e311f as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/info/b502b0ea8d864094aabfdc85776e311f 2024-11-11T16:52:14,118 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/info/b502b0ea8d864094aabfdc85776e311f, entries=5, sequenceid=21, filesize=6.0 K 2024-11-11T16:52:14,119 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-11T16:52:14,119 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-11T16:52:14,119 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9cb813bdc3761edddad635907096426b: 2024-11-11T16:52:14,119 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5d4ec220ca797d41ef7d4a80fc18f0cb 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-11-11T16:52:14,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/113758a439aa414f9f03dd0ccc9000c2 is 1055, key is row0250/info:/1731343932066/Put/seqid=0 2024-11-11T16:52:14,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741875_1051 (size=12348) 2024-11-11T16:52:14,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741875_1051 (size=12348) 2024-11-11T16:52:14,128 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/113758a439aa414f9f03dd0ccc9000c2 2024-11-11T16:52:14,133 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/.tmp/info/113758a439aa414f9f03dd0ccc9000c2 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/113758a439aa414f9f03dd0ccc9000c2 2024-11-11T16:52:14,138 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/113758a439aa414f9f03dd0ccc9000c2, entries=7, sequenceid=329, filesize=12.1 K 2024-11-11T16:52:14,139 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 5d4ec220ca797d41ef7d4a80fc18f0cb in 20ms, sequenceid=329, compaction requested=false 2024-11-11T16:52:14,139 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: 2024-11-11T16:52:14,152 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343934139, exclude list is [], retry=0 2024-11-11T16:52:14,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41319,DS-d54eb491-a90e-4c7d-94f7-2b2b094d1315,DISK] 2024-11-11T16:52:14,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37739,DS-80e606e2-a421-4845-8130-dc5c616b2df9,DISK] 2024-11-11T16:52:14,155 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343934076 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343934139 2024-11-11T16:52:14,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45903:45903),(127.0.0.1/127.0.0.1:33827:33827)] 2024-11-11T16:52:14,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343934076 is not closed yet, will try archiving it next time 2024-11-11T16:52:14,156 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343846824 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/oldWALs/edba107346f4%2C33557%2C1731343846443.1731343846824 2024-11-11T16:52:14,156 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T16:52:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741873_1049 (size=731) 2024-11-11T16:52:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741873_1049 (size=731) 2024-11-11T16:52:14,160 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/WALs/edba107346f4,33557,1731343846443/edba107346f4%2C33557%2C1731343846443.1731343934076 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/oldWALs/edba107346f4%2C33557%2C1731343846443.1731343934076 2024-11-11T16:52:14,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:52:14,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:52:14,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:52:14,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:14,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:14,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:52:14,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:52:14,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1555080454, stopped=false 2024-11-11T16:52:14,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=edba107346f4,44335,1731343846393 2024-11-11T16:52:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:52:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:52:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:14,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:52:14,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:52:14,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:52:14,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:14,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:52:14,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'edba107346f4,33557,1731343846443' ***** 2024-11-11T16:52:14,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:52:14,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:52:14,260 INFO [RS:0;edba107346f4:33557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:52:14,260 INFO [RS:0;edba107346f4:33557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:52:14,260 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:52:14,260 INFO [RS:0;edba107346f4:33557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:52:14,260 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(3091): Received CLOSE for 9cb813bdc3761edddad635907096426b 2024-11-11T16:52:14,261 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d4ec220ca797d41ef7d4a80fc18f0cb 2024-11-11T16:52:14,261 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(959): stopping server edba107346f4,33557,1731343846443 2024-11-11T16:52:14,261 INFO [RS:0;edba107346f4:33557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:52:14,261 INFO [RS:0;edba107346f4:33557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;edba107346f4:33557. 2024-11-11T16:52:14,261 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9cb813bdc3761edddad635907096426b, disabling compactions & flushes 2024-11-11T16:52:14,261 DEBUG [RS:0;edba107346f4:33557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:52:14,261 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:52:14,261 DEBUG [RS:0;edba107346f4:33557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:14,261 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:52:14,261 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. after waiting 0 ms 2024-11-11T16:52:14,261 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:52:14,261 INFO [RS:0;edba107346f4:33557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:52:14,261 INFO [RS:0;edba107346f4:33557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:52:14,261 INFO [RS:0;edba107346f4:33557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:52:14,261 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:52:14,261 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T16:52:14,261 DEBUG [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9cb813bdc3761edddad635907096426b=TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b., 5d4ec220ca797d41ef7d4a80fc18f0cb=TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.} 2024-11-11T16:52:14,261 DEBUG [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d4ec220ca797d41ef7d4a80fc18f0cb, 9cb813bdc3761edddad635907096426b 2024-11-11T16:52:14,261 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:52:14,262 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:52:14,262 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:52:14,262 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:52:14,262 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:52:14,261 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc->hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b1eb86e0886b42c7a60eec0bce3da050-bottom] to archive 2024-11-11T16:52:14,263 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T16:52:14,264 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:52:14,265 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=edba107346f4:44335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-11T16:52:14,265 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-11T16:52:14,269 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/9cb813bdc3761edddad635907096426b/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-11T16:52:14,269 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-11T16:52:14,269 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:52:14,269 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:52:14,270 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9cb813bdc3761edddad635907096426b: Waiting for close lock at 1731343934261Running coprocessor pre-close hooks at 1731343934261Disabling compacts and flushes for region at 1731343934261Disabling writes for close at 1731343934261Writing region close event to WAL at 1731343934266 (+5 ms)Running coprocessor post-close hooks at 1731343934269 (+3 ms)Closed at 1731343934269 2024-11-11T16:52:14,270 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:52:14,270 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343934261Running coprocessor pre-close hooks at 1731343934261Disabling compacts and flushes for region at 1731343934261Disabling writes for close at 1731343934262 (+1 ms)Writing region close event to WAL at 1731343934266 (+4 ms)Running coprocessor post-close hooks at 1731343934269 (+3 ms)Closed at 1731343934270 (+1 ms) 2024-11-11T16:52:14,270 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731343871657.9cb813bdc3761edddad635907096426b. 2024-11-11T16:52:14,270 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:52:14,270 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d4ec220ca797d41ef7d4a80fc18f0cb, disabling compactions & flushes 2024-11-11T16:52:14,270 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:52:14,270 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:52:14,270 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. after waiting 0 ms 2024-11-11T16:52:14,270 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:52:14,270 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc->hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/3d2e223b34ec3906ad99a60ad38adabc/info/b1eb86e0886b42c7a60eec0bce3da050-top, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-043e77b5491947d1b8fb600cbbc95079, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b6706f8ac03b46d7b4e020aefc03d80f, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-32d3f9d334484de4a57361caee92ebfc, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/35f4c5c3b7144eb8a31d0c8917d73aa1, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/f77737e4c2564958951679c63b422ba3, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/60df9cd5cd024c40907593e8b0cba5d3, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/6dd8e34cd501465b8c4cc4a1439a8b47, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/d9b02aa6bc604ffba4390c1fc4e0ab72, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/ae0c36bdb3d244c8a0cc99379374d1c5, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bfdc74fb473e4840ac2de26584a10349, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/2e6ae365c64e4500b090e89f9aabf1de, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/dbecd2f2a65b45beb7466a371cd6ca83, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/43d04412a12142a597f5b5651a7da3c0, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bbac889ad07b4b0e967f4f5f3bef458b, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/94b3ced08d4c456281c9d81b48d6156d, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/83f4556c7d124db8a13bc3a24bd7dad5, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b19c87e0a9c04dffbcda51e22ec2d0d8, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/9e7b9101a3bb4352973401244f44cd83, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/00683b33ebdd4c03b1d203cb982db5ab, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/318cc3286c9a44fca63be5f4d8ad43b5] to archive 2024-11-11T16:52:14,271 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T16:52:14,273 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b1eb86e0886b42c7a60eec0bce3da050.3d2e223b34ec3906ad99a60ad38adabc 2024-11-11T16:52:14,274 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-043e77b5491947d1b8fb600cbbc95079 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-043e77b5491947d1b8fb600cbbc95079 2024-11-11T16:52:14,275 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b6706f8ac03b46d7b4e020aefc03d80f to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b6706f8ac03b46d7b4e020aefc03d80f 2024-11-11T16:52:14,276 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-32d3f9d334484de4a57361caee92ebfc to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/TestLogRolling-testLogRolling=3d2e223b34ec3906ad99a60ad38adabc-32d3f9d334484de4a57361caee92ebfc 2024-11-11T16:52:14,278 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/35f4c5c3b7144eb8a31d0c8917d73aa1 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/35f4c5c3b7144eb8a31d0c8917d73aa1 2024-11-11T16:52:14,279 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/f77737e4c2564958951679c63b422ba3 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/f77737e4c2564958951679c63b422ba3 2024-11-11T16:52:14,280 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/60df9cd5cd024c40907593e8b0cba5d3 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/60df9cd5cd024c40907593e8b0cba5d3 2024-11-11T16:52:14,281 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/6dd8e34cd501465b8c4cc4a1439a8b47 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/6dd8e34cd501465b8c4cc4a1439a8b47 2024-11-11T16:52:14,282 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/d9b02aa6bc604ffba4390c1fc4e0ab72 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/d9b02aa6bc604ffba4390c1fc4e0ab72 2024-11-11T16:52:14,283 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/ae0c36bdb3d244c8a0cc99379374d1c5 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/ae0c36bdb3d244c8a0cc99379374d1c5 2024-11-11T16:52:14,284 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bfdc74fb473e4840ac2de26584a10349 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bfdc74fb473e4840ac2de26584a10349 2024-11-11T16:52:14,285 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/2e6ae365c64e4500b090e89f9aabf1de to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/2e6ae365c64e4500b090e89f9aabf1de 2024-11-11T16:52:14,286 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/dbecd2f2a65b45beb7466a371cd6ca83 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/dbecd2f2a65b45beb7466a371cd6ca83 2024-11-11T16:52:14,287 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/43d04412a12142a597f5b5651a7da3c0 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/43d04412a12142a597f5b5651a7da3c0 2024-11-11T16:52:14,288 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bbac889ad07b4b0e967f4f5f3bef458b to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/bbac889ad07b4b0e967f4f5f3bef458b 2024-11-11T16:52:14,290 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/94b3ced08d4c456281c9d81b48d6156d to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/94b3ced08d4c456281c9d81b48d6156d 2024-11-11T16:52:14,291 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/83f4556c7d124db8a13bc3a24bd7dad5 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/83f4556c7d124db8a13bc3a24bd7dad5 2024-11-11T16:52:14,292 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b19c87e0a9c04dffbcda51e22ec2d0d8 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/b19c87e0a9c04dffbcda51e22ec2d0d8 2024-11-11T16:52:14,293 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/9e7b9101a3bb4352973401244f44cd83 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/9e7b9101a3bb4352973401244f44cd83 2024-11-11T16:52:14,294 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/00683b33ebdd4c03b1d203cb982db5ab to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/00683b33ebdd4c03b1d203cb982db5ab 2024-11-11T16:52:14,295 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/318cc3286c9a44fca63be5f4d8ad43b5 to hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/archive/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/info/318cc3286c9a44fca63be5f4d8ad43b5 2024-11-11T16:52:14,295 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [b6706f8ac03b46d7b4e020aefc03d80f=37897, 35f4c5c3b7144eb8a31d0c8917d73aa1=13391, f77737e4c2564958951679c63b422ba3=66499, 60df9cd5cd024c40907593e8b0cba5d3=24997, 6dd8e34cd501465b8c4cc4a1439a8b47=13394, d9b02aa6bc604ffba4390c1fc4e0ab72=90897, ae0c36bdb3d244c8a0cc99379374d1c5=20781, bfdc74fb473e4840ac2de26584a10349=20781, 2e6ae365c64e4500b090e89f9aabf1de=115222, dbecd2f2a65b45beb7466a371cd6ca83=13394, 43d04412a12142a597f5b5651a7da3c0=24997, bbac889ad07b4b0e967f4f5f3bef458b=143959, 94b3ced08d4c456281c9d81b48d6156d=13394, 83f4556c7d124db8a13bc3a24bd7dad5=21849, b19c87e0a9c04dffbcda51e22ec2d0d8=175684, 9e7b9101a3bb4352973401244f44cd83=19742, 00683b33ebdd4c03b1d203cb982db5ab=13402, 318cc3286c9a44fca63be5f4d8ad43b5=22908] 2024-11-11T16:52:14,298 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/data/default/TestLogRolling-testLogRolling/5d4ec220ca797d41ef7d4a80fc18f0cb/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-11T16:52:14,299 INFO [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:52:14,299 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d4ec220ca797d41ef7d4a80fc18f0cb: Waiting for close lock at 1731343934270Running coprocessor pre-close hooks at 1731343934270Disabling compacts and flushes for region at 1731343934270Disabling writes for close at 1731343934270Writing region close event to WAL at 1731343934295 (+25 ms)Running coprocessor post-close hooks at 1731343934299 (+4 ms)Closed at 1731343934299 2024-11-11T16:52:14,299 DEBUG [RS_CLOSE_REGION-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731343871657.5d4ec220ca797d41ef7d4a80fc18f0cb. 2024-11-11T16:52:14,462 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(976): stopping server edba107346f4,33557,1731343846443; all regions closed. 2024-11-11T16:52:14,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741834_1010 (size=8107) 2024-11-11T16:52:14,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741834_1010 (size=8107) 2024-11-11T16:52:14,467 DEBUG [RS:0;edba107346f4:33557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/oldWALs 2024-11-11T16:52:14,467 INFO [RS:0;edba107346f4:33557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C33557%2C1731343846443.meta:.meta(num 1731343847223) 2024-11-11T16:52:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741876_1052 (size=778) 2024-11-11T16:52:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741876_1052 (size=778) 2024-11-11T16:52:14,471 DEBUG [RS:0;edba107346f4:33557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/oldWALs 2024-11-11T16:52:14,471 INFO [RS:0;edba107346f4:33557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C33557%2C1731343846443:(num 1731343934139) 2024-11-11T16:52:14,471 DEBUG [RS:0;edba107346f4:33557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:14,471 INFO [RS:0;edba107346f4:33557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:52:14,471 INFO [RS:0;edba107346f4:33557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:52:14,471 INFO [RS:0;edba107346f4:33557 {}] hbase.ChoreService(370): Chore service for: regionserver/edba107346f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T16:52:14,471 INFO [RS:0;edba107346f4:33557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:52:14,471 INFO [regionserver/edba107346f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:52:14,471 INFO [RS:0;edba107346f4:33557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33557 2024-11-11T16:52:14,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/edba107346f4,33557,1731343846443 2024-11-11T16:52:14,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:52:14,473 INFO [RS:0;edba107346f4:33557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:52:14,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [edba107346f4,33557,1731343846443] 2024-11-11T16:52:14,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/edba107346f4,33557,1731343846443 already deleted, retry=false 2024-11-11T16:52:14,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; edba107346f4,33557,1731343846443 expired; onlineServers=0 2024-11-11T16:52:14,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'edba107346f4,44335,1731343846393' ***** 2024-11-11T16:52:14,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:52:14,477 INFO [M:0;edba107346f4:44335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:52:14,477 INFO [M:0;edba107346f4:44335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:52:14,477 DEBUG [M:0;edba107346f4:44335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:52:14,477 DEBUG [M:0;edba107346f4:44335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:52:14,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:52:14,477 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343846619 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343846619,5,FailOnTimeoutGroup] 2024-11-11T16:52:14,477 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343846619 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343846619,5,FailOnTimeoutGroup] 2024-11-11T16:52:14,477 INFO [M:0;edba107346f4:44335 {}] hbase.ChoreService(370): Chore service for: master/edba107346f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:52:14,477 INFO [M:0;edba107346f4:44335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:52:14,478 DEBUG [M:0;edba107346f4:44335 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:52:14,478 INFO [M:0;edba107346f4:44335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:52:14,478 INFO [M:0;edba107346f4:44335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:52:14,478 INFO [M:0;edba107346f4:44335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:52:14,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:52:14,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T16:52:14,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:14,479 DEBUG [M:0;edba107346f4:44335 {}] zookeeper.ZKUtil(347): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T16:52:14,479 WARN [M:0;edba107346f4:44335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:52:14,480 INFO [M:0;edba107346f4:44335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/.lastflushedseqids 2024-11-11T16:52:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741877_1053 (size=228) 2024-11-11T16:52:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741877_1053 (size=228) 2024-11-11T16:52:14,486 INFO [M:0;edba107346f4:44335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:52:14,486 INFO [M:0;edba107346f4:44335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:52:14,486 DEBUG [M:0;edba107346f4:44335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:52:14,486 INFO [M:0;edba107346f4:44335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:14,486 DEBUG [M:0;edba107346f4:44335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:14,486 DEBUG [M:0;edba107346f4:44335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:52:14,486 DEBUG [M:0;edba107346f4:44335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:14,486 INFO [M:0;edba107346f4:44335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-11T16:52:14,501 DEBUG [M:0;edba107346f4:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c40146f433714d4ca5c8bf4cb72fab9a is 82, key is hbase:meta,,1/info:regioninfo/1731343847257/Put/seqid=0 2024-11-11T16:52:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741878_1054 (size=5672) 2024-11-11T16:52:14,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741878_1054 (size=5672) 2024-11-11T16:52:14,506 INFO [M:0;edba107346f4:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c40146f433714d4ca5c8bf4cb72fab9a 2024-11-11T16:52:14,525 DEBUG [M:0;edba107346f4:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/980112314b1744188dd9afb11ea357d8 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731343847757/Put/seqid=0 2024-11-11T16:52:14,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741879_1055 (size=7090) 2024-11-11T16:52:14,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741879_1055 (size=7090) 2024-11-11T16:52:14,530 INFO [M:0;edba107346f4:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/980112314b1744188dd9afb11ea357d8 2024-11-11T16:52:14,535 INFO [M:0;edba107346f4:44335 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 980112314b1744188dd9afb11ea357d8 2024-11-11T16:52:14,549 DEBUG [M:0;edba107346f4:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b601a39e392e4a6f8500816ca99c1f29 is 69, key is edba107346f4,33557,1731343846443/rs:state/1731343846678/Put/seqid=0 2024-11-11T16:52:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741880_1056 (size=5156) 2024-11-11T16:52:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741880_1056 (size=5156) 2024-11-11T16:52:14,554 INFO [M:0;edba107346f4:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b601a39e392e4a6f8500816ca99c1f29 2024-11-11T16:52:14,572 DEBUG [M:0;edba107346f4:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1ea0090861bf4d738b427b0229ce39fe is 52, key is load_balancer_on/state:d/1731343847371/Put/seqid=0 2024-11-11T16:52:14,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:52:14,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10107f0767a0001, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:52:14,576 INFO [RS:0;edba107346f4:33557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:52:14,576 INFO [RS:0;edba107346f4:33557 {}] regionserver.HRegionServer(1031): Exiting; stopping=edba107346f4,33557,1731343846443; zookeeper connection closed. 2024-11-11T16:52:14,577 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4daa31b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4daa31b7 2024-11-11T16:52:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741881_1057 (size=5056) 2024-11-11T16:52:14,577 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:52:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741881_1057 (size=5056) 2024-11-11T16:52:14,578 INFO [M:0;edba107346f4:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1ea0090861bf4d738b427b0229ce39fe 2024-11-11T16:52:14,582 DEBUG [M:0;edba107346f4:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c40146f433714d4ca5c8bf4cb72fab9a as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c40146f433714d4ca5c8bf4cb72fab9a 2024-11-11T16:52:14,586 INFO [M:0;edba107346f4:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c40146f433714d4ca5c8bf4cb72fab9a, entries=8, sequenceid=125, filesize=5.5 K 2024-11-11T16:52:14,587 DEBUG [M:0;edba107346f4:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/980112314b1744188dd9afb11ea357d8 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/980112314b1744188dd9afb11ea357d8 2024-11-11T16:52:14,590 INFO [M:0;edba107346f4:44335 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 980112314b1744188dd9afb11ea357d8 2024-11-11T16:52:14,590 INFO [M:0;edba107346f4:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/980112314b1744188dd9afb11ea357d8, entries=13, sequenceid=125, filesize=6.9 K 2024-11-11T16:52:14,591 DEBUG [M:0;edba107346f4:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b601a39e392e4a6f8500816ca99c1f29 as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b601a39e392e4a6f8500816ca99c1f29 2024-11-11T16:52:14,595 INFO [M:0;edba107346f4:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b601a39e392e4a6f8500816ca99c1f29, entries=1, sequenceid=125, filesize=5.0 K 2024-11-11T16:52:14,595 DEBUG [M:0;edba107346f4:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1ea0090861bf4d738b427b0229ce39fe as hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1ea0090861bf4d738b427b0229ce39fe 2024-11-11T16:52:14,599 INFO [M:0;edba107346f4:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41679/user/jenkins/test-data/59360a75-7a70-e4f5-bab2-e4890f27509b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1ea0090861bf4d738b427b0229ce39fe, entries=1, sequenceid=125, filesize=4.9 K 2024-11-11T16:52:14,600 INFO [M:0;edba107346f4:44335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=125, compaction requested=false 2024-11-11T16:52:14,602 INFO [M:0;edba107346f4:44335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:14,602 DEBUG [M:0;edba107346f4:44335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343934486Disabling compacts and flushes for region at 1731343934486Disabling writes for close at 1731343934486Obtaining lock to block concurrent updates at 1731343934486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731343934486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1731343934487 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731343934487Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731343934487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731343934501 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731343934501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731343934510 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731343934524 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731343934524Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731343934535 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731343934549 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731343934549Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731343934559 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731343934572 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731343934572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa1934a: reopening flushed file at 1731343934581 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213ecbea: reopening flushed file at 1731343934586 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f11f4c: reopening flushed file at 1731343934591 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d38a47: reopening flushed file at 1731343934595 (+4 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=125, compaction requested=false at 1731343934600 (+5 ms)Writing region close event to WAL at 1731343934602 (+2 ms)Closed at 1731343934602 2024-11-11T16:52:14,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37739 is added to blk_1073741830_1006 (size=61320) 2024-11-11T16:52:14,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41319 is added to blk_1073741830_1006 (size=61320) 2024-11-11T16:52:14,605 INFO [M:0;edba107346f4:44335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:52:14,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:52:14,605 INFO [M:0;edba107346f4:44335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44335 2024-11-11T16:52:14,605 INFO [M:0;edba107346f4:44335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:52:14,693 INFO [regionserver/edba107346f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:52:14,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:52:14,707 INFO [M:0;edba107346f4:44335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:52:14,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x10107f0767a0000, quorum=127.0.0.1:51557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:52:14,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67c539a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:52:14,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73bd90d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:52:14,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:52:14,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7219d2a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:52:14,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75b86ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.log.dir/,STOPPED} 2024-11-11T16:52:14,712 WARN [BP-1692263592-172.17.0.2-1731343845698 heartbeating to localhost/127.0.0.1:41679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:52:14,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:52:14,712 WARN [BP-1692263592-172.17.0.2-1731343845698 heartbeating to localhost/127.0.0.1:41679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692263592-172.17.0.2-1731343845698 (Datanode Uuid 99258c81-e6ec-4804-925b-32339183c5a4) service to localhost/127.0.0.1:41679 2024-11-11T16:52:14,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:52:14,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/data/data3/current/BP-1692263592-172.17.0.2-1731343845698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:52:14,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/data/data4/current/BP-1692263592-172.17.0.2-1731343845698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:52:14,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:52:14,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f515291{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:52:14,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5de58e96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:52:14,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:52:14,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b0202d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:52:14,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21d98d3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.log.dir/,STOPPED} 2024-11-11T16:52:14,717 WARN [BP-1692263592-172.17.0.2-1731343845698 heartbeating to localhost/127.0.0.1:41679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:52:14,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:52:14,717 WARN [BP-1692263592-172.17.0.2-1731343845698 heartbeating to localhost/127.0.0.1:41679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692263592-172.17.0.2-1731343845698 (Datanode Uuid f5154b7a-eb68-455b-ac14-bba00f7145f3) service to localhost/127.0.0.1:41679 2024-11-11T16:52:14,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:52:14,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/data/data1/current/BP-1692263592-172.17.0.2-1731343845698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:52:14,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/cluster_f8b78665-9fec-f7b0-e557-99f48599ab12/data/data2/current/BP-1692263592-172.17.0.2-1731343845698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:52:14,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:52:14,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42022581{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:52:14,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b9053c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:52:14,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:52:14,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@149aa290{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:52:14,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b994e5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.log.dir/,STOPPED} 2024-11-11T16:52:14,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:52:14,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:52:14,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 97) - Thread LEAK? -, OpenFileDescriptor=450 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=8137 (was 7762) - AvailableMemoryMB LEAK? - 2024-11-11T16:52:14,773 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=8137 2024-11-11T16:52:14,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T16:52:14,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.log.dir so I do NOT create it in target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997 2024-11-11T16:52:14,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b508495-6575-67cf-8b3e-5f8942ad85bb/hadoop.tmp.dir so I do NOT create it in target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997 2024-11-11T16:52:14,773 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2, deleteOnExit=true 2024-11-11T16:52:14,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T16:52:14,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/test.cache.data in system properties and HBase conf 2024-11-11T16:52:14,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T16:52:14,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/hadoop.log.dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T16:52:14,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/nfs.dump.dir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/java.io.tmpdir in system properties and HBase conf 2024-11-11T16:52:14,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T16:52:14,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T16:52:14,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T16:52:14,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:52:14,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:52:14,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:52:14,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:52:14,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:52:14,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:52:14,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2a0c5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:52:14,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c37c9b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:52:14,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45727107{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/java.io.tmpdir/jetty-localhost-36763-hadoop-hdfs-3_4_1-tests_jar-_-any-8824893661151457696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:52:14,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49a373f9{HTTP/1.1, (http/1.1)}{localhost:36763} 2024-11-11T16:52:14,995 INFO [Time-limited test {}] server.Server(415): Started @230286ms 2024-11-11T16:52:15,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:52:15,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:52:15,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:52:15,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:52:15,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T16:52:15,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f48a13a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:52:15,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28909e93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:52:15,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e759d87{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/java.io.tmpdir/jetty-localhost-41805-hadoop-hdfs-3_4_1-tests_jar-_-any-4871809820135530912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:52:15,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f5c0d0{HTTP/1.1, (http/1.1)}{localhost:41805} 2024-11-11T16:52:15,199 INFO [Time-limited test {}] server.Server(415): Started @230490ms 2024-11-11T16:52:15,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:52:15,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T16:52:15,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T16:52:15,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T16:52:15,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T16:52:15,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T16:52:15,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a0d306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/hadoop.log.dir/,AVAILABLE} 2024-11-11T16:52:15,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7499be15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T16:52:15,313 WARN [Thread-1589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/data/data2/current/BP-217850513-172.17.0.2-1731343934800/current, will proceed with Du for space computation calculation, 2024-11-11T16:52:15,313 WARN [Thread-1588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/data/data1/current/BP-217850513-172.17.0.2-1731343934800/current, will proceed with Du for space computation calculation, 2024-11-11T16:52:15,329 WARN [Thread-1567 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:52:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e112d0a45972510 with lease ID 0xaf88f71f70beda76: Processing first storage report for DS-1e697962-440d-4cc7-8921-bb80ebea112b from datanode DatanodeRegistration(127.0.0.1:40951, datanodeUuid=617b6e0f-36f7-47ad-b6d3-667605604206, infoPort=41325, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=505611159;c=1731343934800) 2024-11-11T16:52:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e112d0a45972510 with lease ID 0xaf88f71f70beda76: from storage DS-1e697962-440d-4cc7-8921-bb80ebea112b node DatanodeRegistration(127.0.0.1:40951, datanodeUuid=617b6e0f-36f7-47ad-b6d3-667605604206, infoPort=41325, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=505611159;c=1731343934800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:52:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e112d0a45972510 with lease ID 0xaf88f71f70beda76: Processing first storage report for DS-1e91d722-3517-47e3-8117-2e2e57ae879b from datanode DatanodeRegistration(127.0.0.1:40951, datanodeUuid=617b6e0f-36f7-47ad-b6d3-667605604206, infoPort=41325, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=505611159;c=1731343934800) 2024-11-11T16:52:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e112d0a45972510 with lease ID 0xaf88f71f70beda76: from storage DS-1e91d722-3517-47e3-8117-2e2e57ae879b node DatanodeRegistration(127.0.0.1:40951, datanodeUuid=617b6e0f-36f7-47ad-b6d3-667605604206, infoPort=41325, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=505611159;c=1731343934800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:52:15,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34c4915c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/java.io.tmpdir/jetty-localhost-34055-hadoop-hdfs-3_4_1-tests_jar-_-any-11187716942061092254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:52:15,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27da0e12{HTTP/1.1, (http/1.1)}{localhost:34055} 2024-11-11T16:52:15,354 INFO [Time-limited test {}] server.Server(415): Started @230645ms 2024-11-11T16:52:15,355 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T16:52:15,455 WARN [Thread-1614 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/data/data3/current/BP-217850513-172.17.0.2-1731343934800/current, will proceed with Du for space computation calculation, 2024-11-11T16:52:15,455 WARN [Thread-1615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/data/data4/current/BP-217850513-172.17.0.2-1731343934800/current, will proceed with Du for space computation calculation, 2024-11-11T16:52:15,472 WARN [Thread-1603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T16:52:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x688b6c25b7e7f2fe with lease ID 0xaf88f71f70beda77: Processing first storage report for DS-1c1536c3-b896-47cf-9fea-c58eb703a41c from datanode DatanodeRegistration(127.0.0.1:39805, datanodeUuid=8919a36f-e832-4387-a2cf-12ba2ae723e4, infoPort=33283, infoSecurePort=0, ipcPort=46247, storageInfo=lv=-57;cid=testClusterID;nsid=505611159;c=1731343934800) 2024-11-11T16:52:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x688b6c25b7e7f2fe with lease ID 0xaf88f71f70beda77: from storage DS-1c1536c3-b896-47cf-9fea-c58eb703a41c node DatanodeRegistration(127.0.0.1:39805, datanodeUuid=8919a36f-e832-4387-a2cf-12ba2ae723e4, infoPort=33283, infoSecurePort=0, ipcPort=46247, storageInfo=lv=-57;cid=testClusterID;nsid=505611159;c=1731343934800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:52:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x688b6c25b7e7f2fe with lease ID 0xaf88f71f70beda77: Processing first storage report for DS-c6567802-f7d6-44f7-85d5-98ad806a076c from datanode DatanodeRegistration(127.0.0.1:39805, datanodeUuid=8919a36f-e832-4387-a2cf-12ba2ae723e4, infoPort=33283, infoSecurePort=0, ipcPort=46247, storageInfo=lv=-57;cid=testClusterID;nsid=505611159;c=1731343934800) 2024-11-11T16:52:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x688b6c25b7e7f2fe with lease ID 0xaf88f71f70beda77: from storage DS-c6567802-f7d6-44f7-85d5-98ad806a076c node DatanodeRegistration(127.0.0.1:39805, datanodeUuid=8919a36f-e832-4387-a2cf-12ba2ae723e4, infoPort=33283, infoSecurePort=0, ipcPort=46247, storageInfo=lv=-57;cid=testClusterID;nsid=505611159;c=1731343934800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T16:52:15,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997 2024-11-11T16:52:15,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/zookeeper_0, clientPort=50374, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T16:52:15,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50374 2024-11-11T16:52:15,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:52:15,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:52:15,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:52:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741825_1001 (size=7) 2024-11-11T16:52:15,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99 with version=8 2024-11-11T16:52:15,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32935/user/jenkins/test-data/38954633-3017-697b-54b4-d83a1605a5cd/hbase-staging 2024-11-11T16:52:15,497 INFO [Time-limited test {}] client.ConnectionUtils(128): master/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:52:15,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:52:15,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:52:15,497 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:52:15,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:52:15,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:52:15,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T16:52:15,497 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:52:15,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37115 2024-11-11T16:52:15,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37115 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-11T16:52:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371150x0, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:52:15,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37115-0x10107f1d2890000 connected 2024-11-11T16:52:15,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:52:15,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:52:15,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:52:15,522 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99, hbase.cluster.distributed=false 2024-11-11T16:52:15,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:52:15,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37115 2024-11-11T16:52:15,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37115 2024-11-11T16:52:15,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37115 2024-11-11T16:52:15,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37115 2024-11-11T16:52:15,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37115 2024-11-11T16:52:15,540 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/edba107346f4:0 server-side Connection retries=45 2024-11-11T16:52:15,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:52:15,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T16:52:15,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T16:52:15,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T16:52:15,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T16:52:15,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T16:52:15,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T16:52:15,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46657 2024-11-11T16:52:15,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46657 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-11T16:52:15,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:52:15,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:52:15,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466570x0, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T16:52:15,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466570x0, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:52:15,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46657-0x10107f1d2890001 connected 2024-11-11T16:52:15,549 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T16:52:15,550 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T16:52:15,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T16:52:15,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T16:52:15,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46657 2024-11-11T16:52:15,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46657 2024-11-11T16:52:15,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46657 2024-11-11T16:52:15,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46657 2024-11-11T16:52:15,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46657 2024-11-11T16:52:15,564 DEBUG [M:0;edba107346f4:37115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;edba107346f4:37115 2024-11-11T16:52:15,565 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/edba107346f4,37115,1731343935496 2024-11-11T16:52:15,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:52:15,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:52:15,568 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/edba107346f4,37115,1731343935496 2024-11-11T16:52:15,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T16:52:15,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,570 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T16:52:15,571 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/edba107346f4,37115,1731343935496 from backup master directory 2024-11-11T16:52:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:52:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/edba107346f4,37115,1731343935496 2024-11-11T16:52:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T16:52:15,572 WARN [master/edba107346f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:52:15,572 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=edba107346f4,37115,1731343935496 2024-11-11T16:52:15,576 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/hbase.id] with ID: a0091752-22a2-4ad2-8c69-0d8e44274bb3 2024-11-11T16:52:15,576 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/.tmp/hbase.id 2024-11-11T16:52:15,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:52:15,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741826_1002 (size=42) 2024-11-11T16:52:15,582 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/.tmp/hbase.id]:[hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/hbase.id] 2024-11-11T16:52:15,591 INFO [master/edba107346f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:52:15,591 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T16:52:15,593 INFO [master/edba107346f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T16:52:15,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:52:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741827_1003 (size=196) 2024-11-11T16:52:15,602 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T16:52:15,603 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T16:52:15,603 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:52:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:52:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741828_1004 (size=1189) 2024-11-11T16:52:15,610 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store 2024-11-11T16:52:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:52:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741829_1005 (size=34) 2024-11-11T16:52:15,617 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:52:15,617 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:52:15,617 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:15,617 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:15,617 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:52:15,617 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:15,617 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:15,617 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343935617Disabling compacts and flushes for region at 1731343935617Disabling writes for close at 1731343935617Writing region close event to WAL at 1731343935617Closed at 1731343935617 2024-11-11T16:52:15,618 WARN [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/.initializing 2024-11-11T16:52:15,618 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/WALs/edba107346f4,37115,1731343935496 2024-11-11T16:52:15,619 INFO [master/edba107346f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:52:15,620 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C37115%2C1731343935496, suffix=, logDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/WALs/edba107346f4,37115,1731343935496, archiveDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/oldWALs, maxLogs=10 2024-11-11T16:52:15,634 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/WALs/edba107346f4,37115,1731343935496/edba107346f4%2C37115%2C1731343935496.1731343935620, exclude list is [], retry=0 2024-11-11T16:52:15,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-1e697962-440d-4cc7-8921-bb80ebea112b,DISK] 2024-11-11T16:52:15,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39805,DS-1c1536c3-b896-47cf-9fea-c58eb703a41c,DISK] 2024-11-11T16:52:15,638 INFO [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/WALs/edba107346f4,37115,1731343935496/edba107346f4%2C37115%2C1731343935496.1731343935620 2024-11-11T16:52:15,638 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:33283:33283)] 2024-11-11T16:52:15,638 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:52:15,639 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:52:15,639 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,639 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T16:52:15,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:15,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:52:15,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T16:52:15,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:15,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:52:15,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T16:52:15,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:15,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:52:15,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T16:52:15,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:15,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T16:52:15,647 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,647 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,648 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,649 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,649 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,649 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T16:52:15,650 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T16:52:15,652 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:52:15,653 INFO [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=775392, jitterRate=-0.014038875699043274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T16:52:15,653 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731343935639Initializing all the Stores at 1731343935640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343935640Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343935640Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343935640Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343935640Cleaning up temporary data from old regions at 1731343935649 (+9 ms)Region opened successfully at 1731343935653 (+4 ms) 2024-11-11T16:52:15,653 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T16:52:15,656 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd1b32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:52:15,657 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T16:52:15,657 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T16:52:15,657 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T16:52:15,657 INFO [master/edba107346f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T16:52:15,658 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T16:52:15,658 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T16:52:15,658 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T16:52:15,660 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T16:52:15,661 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T16:52:15,664 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T16:52:15,664 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T16:52:15,664 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T16:52:15,666 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T16:52:15,666 INFO [master/edba107346f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T16:52:15,666 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T16:52:15,668 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T16:52:15,668 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T16:52:15,669 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T16:52:15,671 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T16:52:15,673 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T16:52:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:52:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T16:52:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,675 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=edba107346f4,37115,1731343935496, sessionid=0x10107f1d2890000, setting cluster-up flag (Was=false) 2024-11-11T16:52:15,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,684 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T16:52:15,685 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,37115,1731343935496 2024-11-11T16:52:15,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:15,697 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T16:52:15,698 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=edba107346f4,37115,1731343935496 2024-11-11T16:52:15,699 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T16:52:15,701 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T16:52:15,701 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T16:52:15,701 INFO [master/edba107346f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T16:52:15,701 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: edba107346f4,37115,1731343935496 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T16:52:15,702 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:52:15,702 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:52:15,702 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:52:15,702 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/edba107346f4:0, corePoolSize=5, maxPoolSize=5 2024-11-11T16:52:15,702 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/edba107346f4:0, corePoolSize=10, maxPoolSize=10 2024-11-11T16:52:15,702 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,702 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:52:15,702 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:52:15,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T16:52:15,704 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731343965704 2024-11-11T16:52:15,705 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T16:52:15,705 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T16:52:15,705 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T16:52:15,705 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T16:52:15,705 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T16:52:15,705 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:15,705 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T16:52:15,705 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,705 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T16:52:15,706 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T16:52:15,706 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T16:52:15,706 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T16:52:15,706 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T16:52:15,706 INFO [master/edba107346f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T16:52:15,707 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343935707,5,FailOnTimeoutGroup] 2024-11-11T16:52:15,707 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343935707,5,FailOnTimeoutGroup] 2024-11-11T16:52:15,707 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,707 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T16:52:15,707 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,707 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:52:15,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741831_1007 (size=1321) 2024-11-11T16:52:15,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T16:52:15,713 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99 2024-11-11T16:52:15,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:52:15,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741832_1008 (size=32) 2024-11-11T16:52:15,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:52:15,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:52:15,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:52:15,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:15,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:52:15,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:52:15,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:52:15,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:15,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:52:15,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:52:15,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:52:15,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:15,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:52:15,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:52:15,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:52:15,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:15,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:52:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:52:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740 2024-11-11T16:52:15,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740 2024-11-11T16:52:15,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:52:15,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:52:15,731 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:52:15,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:52:15,734 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T16:52:15,734 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691649, jitterRate=-0.12052285671234131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:52:15,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731343935722Initializing all the Stores at 1731343935723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343935723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343935723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343935723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343935723Cleaning up temporary data from old regions at 1731343935731 (+8 ms)Region opened successfully at 1731343935735 (+4 ms) 2024-11-11T16:52:15,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:52:15,735 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:52:15,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:52:15,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:52:15,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:52:15,735 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:52:15,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343935735Disabling compacts and flushes for region at 1731343935735Disabling writes for close at 1731343935735Writing region close event to WAL at 1731343935735Closed at 1731343935735 2024-11-11T16:52:15,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:52:15,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T16:52:15,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T16:52:15,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:52:15,738 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T16:52:15,754 INFO [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(746): ClusterId : a0091752-22a2-4ad2-8c69-0d8e44274bb3 2024-11-11T16:52:15,754 DEBUG [RS:0;edba107346f4:46657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T16:52:15,758 DEBUG [RS:0;edba107346f4:46657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T16:52:15,758 DEBUG [RS:0;edba107346f4:46657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T16:52:15,760 DEBUG [RS:0;edba107346f4:46657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T16:52:15,760 DEBUG [RS:0;edba107346f4:46657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d9563c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=edba107346f4/172.17.0.2:0 2024-11-11T16:52:15,772 DEBUG [RS:0;edba107346f4:46657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;edba107346f4:46657 2024-11-11T16:52:15,772 INFO [RS:0;edba107346f4:46657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T16:52:15,772 INFO [RS:0;edba107346f4:46657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T16:52:15,772 DEBUG [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T16:52:15,773 INFO [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(2659): reportForDuty to master=edba107346f4,37115,1731343935496 with port=46657, startcode=1731343935540 2024-11-11T16:52:15,773 DEBUG [RS:0;edba107346f4:46657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T16:52:15,774 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T16:52:15,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer edba107346f4,46657,1731343935540 2024-11-11T16:52:15,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37115 {}] master.ServerManager(517): Registering regionserver=edba107346f4,46657,1731343935540 2024-11-11T16:52:15,776 DEBUG [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99 2024-11-11T16:52:15,776 DEBUG [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37279 2024-11-11T16:52:15,776 DEBUG [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T16:52:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:52:15,778 DEBUG [RS:0;edba107346f4:46657 {}] zookeeper.ZKUtil(111): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/edba107346f4,46657,1731343935540 2024-11-11T16:52:15,778 WARN [RS:0;edba107346f4:46657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T16:52:15,778 INFO [RS:0;edba107346f4:46657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:52:15,778 DEBUG [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/edba107346f4,46657,1731343935540 2024-11-11T16:52:15,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [edba107346f4,46657,1731343935540] 2024-11-11T16:52:15,781 INFO [RS:0;edba107346f4:46657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T16:52:15,783 INFO [RS:0;edba107346f4:46657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T16:52:15,783 INFO [RS:0;edba107346f4:46657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T16:52:15,783 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,783 INFO [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T16:52:15,784 INFO [RS:0;edba107346f4:46657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T16:52:15,784 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/edba107346f4:0, corePoolSize=2, maxPoolSize=2 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/edba107346f4:0, corePoolSize=1, maxPoolSize=1 2024-11-11T16:52:15,784 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:52:15,785 DEBUG [RS:0;edba107346f4:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/edba107346f4:0, corePoolSize=3, maxPoolSize=3 2024-11-11T16:52:15,785 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,785 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,785 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,785 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,785 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,785 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,46657,1731343935540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:52:15,799 INFO [RS:0;edba107346f4:46657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T16:52:15,799 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,46657,1731343935540-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,799 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,799 INFO [RS:0;edba107346f4:46657 {}] regionserver.Replication(171): edba107346f4,46657,1731343935540 started 2024-11-11T16:52:15,813 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:15,813 INFO [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(1482): Serving as edba107346f4,46657,1731343935540, RpcServer on edba107346f4/172.17.0.2:46657, sessionid=0x10107f1d2890001 2024-11-11T16:52:15,813 DEBUG [RS:0;edba107346f4:46657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T16:52:15,813 DEBUG [RS:0;edba107346f4:46657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager edba107346f4,46657,1731343935540 2024-11-11T16:52:15,813 DEBUG [RS:0;edba107346f4:46657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,46657,1731343935540' 2024-11-11T16:52:15,813 DEBUG [RS:0;edba107346f4:46657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T16:52:15,814 DEBUG [RS:0;edba107346f4:46657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T16:52:15,814 DEBUG [RS:0;edba107346f4:46657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T16:52:15,814 DEBUG [RS:0;edba107346f4:46657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T16:52:15,814 DEBUG [RS:0;edba107346f4:46657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager edba107346f4,46657,1731343935540 2024-11-11T16:52:15,814 DEBUG [RS:0;edba107346f4:46657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'edba107346f4,46657,1731343935540' 2024-11-11T16:52:15,814 DEBUG [RS:0;edba107346f4:46657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T16:52:15,814 DEBUG [RS:0;edba107346f4:46657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T16:52:15,815 DEBUG [RS:0;edba107346f4:46657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T16:52:15,815 INFO [RS:0;edba107346f4:46657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T16:52:15,815 INFO [RS:0;edba107346f4:46657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T16:52:15,889 WARN [edba107346f4:37115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T16:52:15,915 INFO [RS:0;edba107346f4:46657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:52:15,917 INFO [RS:0;edba107346f4:46657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C46657%2C1731343935540, suffix=, logDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/edba107346f4,46657,1731343935540, archiveDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/oldWALs, maxLogs=32 2024-11-11T16:52:15,930 DEBUG [RS:0;edba107346f4:46657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/edba107346f4,46657,1731343935540/edba107346f4%2C46657%2C1731343935540.1731343935917, exclude list is [], retry=0 2024-11-11T16:52:15,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-1e697962-440d-4cc7-8921-bb80ebea112b,DISK] 2024-11-11T16:52:15,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39805,DS-1c1536c3-b896-47cf-9fea-c58eb703a41c,DISK] 2024-11-11T16:52:15,935 INFO [RS:0;edba107346f4:46657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/edba107346f4,46657,1731343935540/edba107346f4%2C46657%2C1731343935540.1731343935917 2024-11-11T16:52:15,935 DEBUG [RS:0;edba107346f4:46657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:33283:33283)] 2024-11-11T16:52:16,139 DEBUG [edba107346f4:37115 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T16:52:16,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=edba107346f4,46657,1731343935540 2024-11-11T16:52:16,140 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,46657,1731343935540, state=OPENING 2024-11-11T16:52:16,142 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T16:52:16,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:16,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:16,145 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T16:52:16,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:52:16,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:52:16,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,46657,1731343935540}] 2024-11-11T16:52:16,298 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T16:52:16,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T16:52:16,303 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T16:52:16,303 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:52:16,303 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T16:52:16,304 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=edba107346f4%2C46657%2C1731343935540.meta, suffix=.meta, logDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/edba107346f4,46657,1731343935540, archiveDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/oldWALs, maxLogs=32 2024-11-11T16:52:16,318 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/edba107346f4,46657,1731343935540/edba107346f4%2C46657%2C1731343935540.meta.1731343936305.meta, exclude list is [], retry=0 2024-11-11T16:52:16,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-1e697962-440d-4cc7-8921-bb80ebea112b,DISK] 2024-11-11T16:52:16,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39805,DS-1c1536c3-b896-47cf-9fea-c58eb703a41c,DISK] 2024-11-11T16:52:16,323 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/edba107346f4,46657,1731343935540/edba107346f4%2C46657%2C1731343935540.meta.1731343936305.meta 2024-11-11T16:52:16,323 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33283:33283),(127.0.0.1/127.0.0.1:41325:41325)] 2024-11-11T16:52:16,323 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T16:52:16,323 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T16:52:16,323 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T16:52:16,324 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T16:52:16,324 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T16:52:16,324 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T16:52:16,324 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T16:52:16,324 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T16:52:16,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T16:52:16,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T16:52:16,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:16,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:52:16,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T16:52:16,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T16:52:16,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:16,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:52:16,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T16:52:16,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T16:52:16,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:16,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:52:16,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T16:52:16,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T16:52:16,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T16:52:16,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T16:52:16,330 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T16:52:16,330 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740 2024-11-11T16:52:16,331 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740 2024-11-11T16:52:16,333 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T16:52:16,333 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T16:52:16,333 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T16:52:16,334 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T16:52:16,335 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=821685, jitterRate=0.04482702910900116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T16:52:16,335 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T16:52:16,336 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731343936324Writing region info on filesystem at 1731343936324Initializing all the Stores at 1731343936325 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343936325Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343936325Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731343936325Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731343936325Cleaning up temporary data from old regions at 1731343936333 (+8 ms)Running coprocessor post-open hooks at 1731343936335 (+2 ms)Region opened successfully at 1731343936336 (+1 ms) 2024-11-11T16:52:16,337 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731343936297 2024-11-11T16:52:16,338 DEBUG [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T16:52:16,338 INFO [RS_OPEN_META-regionserver/edba107346f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T16:52:16,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=edba107346f4,46657,1731343935540 2024-11-11T16:52:16,340 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as edba107346f4,46657,1731343935540, state=OPEN 2024-11-11T16:52:16,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:52:16,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T16:52:16,345 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=edba107346f4,46657,1731343935540 2024-11-11T16:52:16,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:52:16,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T16:52:16,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T16:52:16,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=edba107346f4,46657,1731343935540 in 200 msec 2024-11-11T16:52:16,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T16:52:16,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-11-11T16:52:16,349 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T16:52:16,349 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T16:52:16,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:52:16,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,46657,1731343935540, seqNum=-1] 2024-11-11T16:52:16,350 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:52:16,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:52:16,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 654 msec 2024-11-11T16:52:16,356 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731343936356, completionTime=-1 2024-11-11T16:52:16,356 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T16:52:16,356 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T16:52:16,358 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T16:52:16,358 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731343996358 2024-11-11T16:52:16,358 INFO [master/edba107346f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731344056358 2024-11-11T16:52:16,358 INFO [master/edba107346f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-11T16:52:16,358 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,37115,1731343935496-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:16,358 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,37115,1731343935496-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:16,358 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,37115,1731343935496-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:16,358 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-edba107346f4:37115, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:16,358 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:16,359 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:16,360 DEBUG [master/edba107346f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T16:52:16,362 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.790sec 2024-11-11T16:52:16,362 INFO [master/edba107346f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T16:52:16,362 INFO [master/edba107346f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T16:52:16,362 INFO [master/edba107346f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T16:52:16,362 INFO [master/edba107346f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T16:52:16,362 INFO [master/edba107346f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T16:52:16,362 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,37115,1731343935496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T16:52:16,362 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,37115,1731343935496-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T16:52:16,364 DEBUG [master/edba107346f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T16:52:16,364 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T16:52:16,364 INFO [master/edba107346f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=edba107346f4,37115,1731343935496-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T16:52:16,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6970edd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:52:16,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request edba107346f4,37115,-1 for getting cluster id 2024-11-11T16:52:16,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T16:52:16,457 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0091752-22a2-4ad2-8c69-0d8e44274bb3' 2024-11-11T16:52:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T16:52:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0091752-22a2-4ad2-8c69-0d8e44274bb3" 2024-11-11T16:52:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9b143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:52:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [edba107346f4,37115,-1] 2024-11-11T16:52:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T16:52:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:16,459 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T16:52:16,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a2c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T16:52:16,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T16:52:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=edba107346f4,46657,1731343935540, seqNum=-1] 2024-11-11T16:52:16,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T16:52:16,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T16:52:16,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=edba107346f4,37115,1731343935496 2024-11-11T16:52:16,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T16:52:16,466 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-11T16:52:16,466 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T16:52:16,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T16:52:16,468 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/test.com,8080,1, archiveDir=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/oldWALs, maxLogs=32 2024-11-11T16:52:16,481 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/test.com,8080,1/test.com%2C8080%2C1.1731343936469, exclude list is [], retry=0 2024-11-11T16:52:16,484 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-1e697962-440d-4cc7-8921-bb80ebea112b,DISK] 2024-11-11T16:52:16,484 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39805,DS-1c1536c3-b896-47cf-9fea-c58eb703a41c,DISK] 2024-11-11T16:52:16,486 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/test.com,8080,1/test.com%2C8080%2C1.1731343936469 2024-11-11T16:52:16,486 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:33283:33283)] 2024-11-11T16:52:16,499 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/test.com,8080,1/test.com%2C8080%2C1.1731343936486, exclude list is [], retry=0 2024-11-11T16:52:16,501 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-1e697962-440d-4cc7-8921-bb80ebea112b,DISK] 2024-11-11T16:52:16,501 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39805,DS-1c1536c3-b896-47cf-9fea-c58eb703a41c,DISK] 2024-11-11T16:52:16,503 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/test.com,8080,1/test.com%2C8080%2C1.1731343936469 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/test.com,8080,1/test.com%2C8080%2C1.1731343936486 2024-11-11T16:52:16,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:33283:33283)] 2024-11-11T16:52:16,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/test.com,8080,1/test.com%2C8080%2C1.1731343936469 is not closed yet, will try archiving it next time 2024-11-11T16:52:16,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741835_1011 (size=93) 2024-11-11T16:52:16,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741835_1011 (size=93) 2024-11-11T16:52:16,506 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/test.com,8080,1/test.com%2C8080%2C1.1731343936469 to hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/oldWALs/test.com%2C8080%2C1.1731343936469 2024-11-11T16:52:16,507 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/WALs/test.com,8080,1/test.com%2C8080%2C1.1731343936486 not finished, retry = 0 2024-11-11T16:52:16,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741836_1012 (size=93) 2024-11-11T16:52:16,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741836_1012 (size=93) 2024-11-11T16:52:16,610 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/oldWALs 2024-11-11T16:52:16,610 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731343936486) 2024-11-11T16:52:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T16:52:16,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:52:16,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:52:16,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:16,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:16,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T16:52:16,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T16:52:16,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957354184, stopped=false 2024-11-11T16:52:16,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=edba107346f4,37115,1731343935496 2024-11-11T16:52:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:52:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T16:52:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:16,612 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:52:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:16,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T16:52:16,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:52:16,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:16,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'edba107346f4,46657,1731343935540' ***** 2024-11-11T16:52:16,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T16:52:16,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:52:16,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T16:52:16,613 INFO [RS:0;edba107346f4:46657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T16:52:16,613 INFO [RS:0;edba107346f4:46657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T16:52:16,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T16:52:16,613 INFO [RS:0;edba107346f4:46657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T16:52:16,613 INFO [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(959): stopping server edba107346f4,46657,1731343935540 2024-11-11T16:52:16,613 INFO [RS:0;edba107346f4:46657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:52:16,613 INFO [RS:0;edba107346f4:46657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;edba107346f4:46657. 2024-11-11T16:52:16,613 DEBUG [RS:0;edba107346f4:46657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T16:52:16,613 DEBUG [RS:0;edba107346f4:46657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:16,613 INFO [RS:0;edba107346f4:46657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T16:52:16,614 INFO [RS:0;edba107346f4:46657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T16:52:16,614 INFO [RS:0;edba107346f4:46657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T16:52:16,614 INFO [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T16:52:16,614 INFO [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T16:52:16,614 DEBUG [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T16:52:16,614 DEBUG [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T16:52:16,614 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T16:52:16,614 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T16:52:16,614 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T16:52:16,614 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T16:52:16,614 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T16:52:16,614 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T16:52:16,630 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740/.tmp/ns/94aab6fd9d2846c798d5daaf4ee286a6 is 43, key is default/ns:d/1731343936352/Put/seqid=0 2024-11-11T16:52:16,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741837_1013 (size=5153) 2024-11-11T16:52:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741837_1013 (size=5153) 2024-11-11T16:52:16,636 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740/.tmp/ns/94aab6fd9d2846c798d5daaf4ee286a6 2024-11-11T16:52:16,641 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740/.tmp/ns/94aab6fd9d2846c798d5daaf4ee286a6 as hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740/ns/94aab6fd9d2846c798d5daaf4ee286a6 2024-11-11T16:52:16,646 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740/ns/94aab6fd9d2846c798d5daaf4ee286a6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T16:52:16,647 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-11T16:52:16,650 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T16:52:16,651 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T16:52:16,651 INFO [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T16:52:16,651 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731343936614Running coprocessor pre-close hooks at 1731343936614Disabling compacts and flushes for region at 1731343936614Disabling writes for close at 1731343936614Obtaining lock to block concurrent updates at 1731343936614Preparing flush snapshotting stores in 1588230740 at 1731343936614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731343936615 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731343936615Flushing 1588230740/ns: creating writer at 1731343936615Flushing 1588230740/ns: appending metadata at 1731343936630 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731343936630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312093d2: reopening flushed file at 1731343936640 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1731343936647 (+7 ms)Writing region close event to WAL at 1731343936648 (+1 ms)Running coprocessor post-close hooks at 1731343936651 (+3 ms)Closed at 1731343936651 2024-11-11T16:52:16,651 DEBUG [RS_CLOSE_META-regionserver/edba107346f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T16:52:16,786 INFO [regionserver/edba107346f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T16:52:16,786 INFO [regionserver/edba107346f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T16:52:16,814 INFO [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(976): stopping server edba107346f4,46657,1731343935540; all regions closed. 2024-11-11T16:52:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741834_1010 (size=1152) 2024-11-11T16:52:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741834_1010 (size=1152) 2024-11-11T16:52:16,819 DEBUG [RS:0;edba107346f4:46657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/oldWALs 2024-11-11T16:52:16,819 INFO [RS:0;edba107346f4:46657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C46657%2C1731343935540.meta:.meta(num 1731343936305) 2024-11-11T16:52:16,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741833_1009 (size=93) 2024-11-11T16:52:16,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741833_1009 (size=93) 2024-11-11T16:52:16,823 DEBUG [RS:0;edba107346f4:46657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/oldWALs 2024-11-11T16:52:16,823 INFO [RS:0;edba107346f4:46657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL edba107346f4%2C46657%2C1731343935540:(num 1731343935917) 2024-11-11T16:52:16,823 DEBUG [RS:0;edba107346f4:46657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T16:52:16,823 INFO [RS:0;edba107346f4:46657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T16:52:16,823 INFO [RS:0;edba107346f4:46657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:52:16,823 INFO [RS:0;edba107346f4:46657 {}] hbase.ChoreService(370): Chore service for: regionserver/edba107346f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T16:52:16,824 INFO [RS:0;edba107346f4:46657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:52:16,824 INFO [regionserver/edba107346f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:52:16,824 INFO [RS:0;edba107346f4:46657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46657 2024-11-11T16:52:16,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/edba107346f4,46657,1731343935540 2024-11-11T16:52:16,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T16:52:16,827 INFO [RS:0;edba107346f4:46657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:52:16,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [edba107346f4,46657,1731343935540] 2024-11-11T16:52:16,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/edba107346f4,46657,1731343935540 already deleted, retry=false 2024-11-11T16:52:16,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; edba107346f4,46657,1731343935540 expired; onlineServers=0 2024-11-11T16:52:16,830 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'edba107346f4,37115,1731343935496' ***** 2024-11-11T16:52:16,830 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T16:52:16,830 INFO [M:0;edba107346f4:37115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T16:52:16,830 INFO [M:0;edba107346f4:37115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T16:52:16,830 DEBUG [M:0;edba107346f4:37115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T16:52:16,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T16:52:16,830 DEBUG [M:0;edba107346f4:37115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T16:52:16,830 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343935707 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.large.0-1731343935707,5,FailOnTimeoutGroup] 2024-11-11T16:52:16,830 DEBUG [master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343935707 {}] cleaner.HFileCleaner(306): Exit Thread[master/edba107346f4:0:becomeActiveMaster-HFileCleaner.small.0-1731343935707,5,FailOnTimeoutGroup] 2024-11-11T16:52:16,830 INFO [M:0;edba107346f4:37115 {}] hbase.ChoreService(370): Chore service for: master/edba107346f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T16:52:16,830 INFO [M:0;edba107346f4:37115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T16:52:16,830 DEBUG [M:0;edba107346f4:37115 {}] master.HMaster(1795): Stopping service threads 2024-11-11T16:52:16,830 INFO [M:0;edba107346f4:37115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T16:52:16,830 INFO [M:0;edba107346f4:37115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T16:52:16,830 INFO [M:0;edba107346f4:37115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T16:52:16,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T16:52:16,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T16:52:16,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T16:52:16,831 DEBUG [M:0;edba107346f4:37115 {}] zookeeper.ZKUtil(347): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T16:52:16,831 WARN [M:0;edba107346f4:37115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T16:52:16,832 INFO [M:0;edba107346f4:37115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/.lastflushedseqids 2024-11-11T16:52:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741838_1014 (size=99) 2024-11-11T16:52:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741838_1014 (size=99) 2024-11-11T16:52:16,839 INFO [M:0;edba107346f4:37115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T16:52:16,839 INFO [M:0;edba107346f4:37115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T16:52:16,839 DEBUG [M:0;edba107346f4:37115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T16:52:16,839 INFO [M:0;edba107346f4:37115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:16,839 DEBUG [M:0;edba107346f4:37115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:16,839 DEBUG [M:0;edba107346f4:37115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T16:52:16,839 DEBUG [M:0;edba107346f4:37115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:16,839 INFO [M:0;edba107346f4:37115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-11T16:52:16,854 DEBUG [M:0;edba107346f4:37115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a88f3a2e7c94edba7d4a3cd25b3c5fb is 82, key is hbase:meta,,1/info:regioninfo/1731343936339/Put/seqid=0 2024-11-11T16:52:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741839_1015 (size=5672) 2024-11-11T16:52:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741839_1015 (size=5672) 2024-11-11T16:52:16,860 INFO [M:0;edba107346f4:37115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a88f3a2e7c94edba7d4a3cd25b3c5fb 2024-11-11T16:52:16,878 DEBUG [M:0;edba107346f4:37115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81f948a5930c48a9af9b48772468b650 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731343936355/Put/seqid=0 2024-11-11T16:52:16,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741840_1016 (size=5275) 2024-11-11T16:52:16,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741840_1016 (size=5275) 2024-11-11T16:52:16,882 INFO [M:0;edba107346f4:37115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81f948a5930c48a9af9b48772468b650 2024-11-11T16:52:16,899 DEBUG [M:0;edba107346f4:37115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1e3bb3e4667448cb24d077b8be7b19e is 69, key is edba107346f4,46657,1731343935540/rs:state/1731343935775/Put/seqid=0 2024-11-11T16:52:16,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741841_1017 (size=5156) 2024-11-11T16:52:16,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741841_1017 (size=5156) 2024-11-11T16:52:16,904 INFO [M:0;edba107346f4:37115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1e3bb3e4667448cb24d077b8be7b19e 2024-11-11T16:52:16,923 DEBUG [M:0;edba107346f4:37115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7ef8cab60b554099b0e450fa2f197ac8 is 52, key is load_balancer_on/state:d/1731343936465/Put/seqid=0 2024-11-11T16:52:16,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741842_1018 (size=5056) 2024-11-11T16:52:16,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741842_1018 (size=5056) 2024-11-11T16:52:16,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:52:16,929 INFO [M:0;edba107346f4:37115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7ef8cab60b554099b0e450fa2f197ac8 2024-11-11T16:52:16,929 INFO [RS:0;edba107346f4:46657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:52:16,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x10107f1d2890001, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:52:16,929 INFO [RS:0;edba107346f4:46657 {}] regionserver.HRegionServer(1031): Exiting; stopping=edba107346f4,46657,1731343935540; zookeeper connection closed. 2024-11-11T16:52:16,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37230a89 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37230a89 2024-11-11T16:52:16,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T16:52:16,933 DEBUG [M:0;edba107346f4:37115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a88f3a2e7c94edba7d4a3cd25b3c5fb as hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a88f3a2e7c94edba7d4a3cd25b3c5fb 2024-11-11T16:52:16,938 INFO [M:0;edba107346f4:37115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a88f3a2e7c94edba7d4a3cd25b3c5fb, entries=8, sequenceid=29, filesize=5.5 K 2024-11-11T16:52:16,939 DEBUG [M:0;edba107346f4:37115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81f948a5930c48a9af9b48772468b650 as hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81f948a5930c48a9af9b48772468b650 2024-11-11T16:52:16,944 INFO [M:0;edba107346f4:37115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81f948a5930c48a9af9b48772468b650, entries=3, sequenceid=29, filesize=5.2 K 2024-11-11T16:52:16,945 DEBUG [M:0;edba107346f4:37115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1e3bb3e4667448cb24d077b8be7b19e as hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1e3bb3e4667448cb24d077b8be7b19e 2024-11-11T16:52:16,949 INFO [M:0;edba107346f4:37115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1e3bb3e4667448cb24d077b8be7b19e, entries=1, sequenceid=29, filesize=5.0 K 2024-11-11T16:52:16,950 DEBUG [M:0;edba107346f4:37115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7ef8cab60b554099b0e450fa2f197ac8 as hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7ef8cab60b554099b0e450fa2f197ac8 2024-11-11T16:52:16,955 INFO [M:0;edba107346f4:37115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/f646627b-57a0-616b-f613-5c4ad8319b99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7ef8cab60b554099b0e450fa2f197ac8, entries=1, sequenceid=29, filesize=4.9 K 2024-11-11T16:52:16,956 INFO [M:0;edba107346f4:37115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-11-11T16:52:16,957 INFO [M:0;edba107346f4:37115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T16:52:16,958 DEBUG [M:0;edba107346f4:37115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731343936839Disabling compacts and flushes for region at 1731343936839Disabling writes for close at 1731343936839Obtaining lock to block concurrent updates at 1731343936839Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731343936839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731343936839Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731343936840 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731343936840Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731343936854 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731343936854Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731343936864 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731343936877 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731343936877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731343936886 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731343936899 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731343936899Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731343936908 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731343936922 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731343936922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69951981: reopening flushed file at 1731343936933 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a6f060: reopening flushed file at 1731343936939 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de0678f: reopening flushed file at 1731343936944 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29205fdc: reopening flushed file at 1731343936950 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1731343936956 (+6 ms)Writing region close event to WAL at 1731343936957 (+1 ms)Closed at 1731343936957 2024-11-11T16:52:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741830_1006 (size=10311) 2024-11-11T16:52:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39805 is added to blk_1073741830_1006 (size=10311) 2024-11-11T16:52:16,960 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T16:52:16,960 INFO [M:0;edba107346f4:37115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T16:52:16,961 INFO [M:0;edba107346f4:37115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37115 2024-11-11T16:52:16,961 INFO [M:0;edba107346f4:37115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T16:52:17,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:52:17,064 INFO [M:0;edba107346f4:37115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T16:52:17,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x10107f1d2890000, quorum=127.0.0.1:50374, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T16:52:17,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34c4915c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:52:17,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27da0e12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:52:17,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:52:17,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7499be15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:52:17,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a0d306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/hadoop.log.dir/,STOPPED} 2024-11-11T16:52:17,068 WARN [BP-217850513-172.17.0.2-1731343934800 heartbeating to localhost/127.0.0.1:37279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:52:17,068 WARN [BP-217850513-172.17.0.2-1731343934800 heartbeating to localhost/127.0.0.1:37279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-217850513-172.17.0.2-1731343934800 (Datanode Uuid 8919a36f-e832-4387-a2cf-12ba2ae723e4) service to localhost/127.0.0.1:37279 2024-11-11T16:52:17,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:52:17,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:52:17,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/data/data3/current/BP-217850513-172.17.0.2-1731343934800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:52:17,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/data/data4/current/BP-217850513-172.17.0.2-1731343934800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:52:17,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:52:17,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e759d87{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T16:52:17,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f5c0d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:52:17,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:52:17,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28909e93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:52:17,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f48a13a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/hadoop.log.dir/,STOPPED} 2024-11-11T16:52:17,073 WARN [BP-217850513-172.17.0.2-1731343934800 heartbeating to localhost/127.0.0.1:37279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T16:52:17,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T16:52:17,073 WARN [BP-217850513-172.17.0.2-1731343934800 heartbeating to localhost/127.0.0.1:37279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-217850513-172.17.0.2-1731343934800 (Datanode Uuid 617b6e0f-36f7-47ad-b6d3-667605604206) service to localhost/127.0.0.1:37279 2024-11-11T16:52:17,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T16:52:17,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/data/data1/current/BP-217850513-172.17.0.2-1731343934800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:52:17,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/cluster_0886eb11-8c3f-58cd-fba5-700208fb39c2/data/data2/current/BP-217850513-172.17.0.2-1731343934800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T16:52:17,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T16:52:17,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45727107{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T16:52:17,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49a373f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T16:52:17,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T16:52:17,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c37c9b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T16:52:17,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2a0c5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5d0c5d32-50d1-5901-a3a3-464b3980f997/hadoop.log.dir/,STOPPED} 2024-11-11T16:52:17,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T16:52:17,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T16:52:17,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 108) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=8084 (was 8137)